[ 528.565954] env[68627]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68627) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 528.566306] env[68627]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68627) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 528.566431] env[68627]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68627) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 528.566725] env[68627]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 528.666287] env[68627]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68627) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 528.676157] env[68627]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68627) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 528.718365] env[68627]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 529.278039] env[68627]: INFO nova.virt.driver [None req-01f3ca2f-4164-4bb5-afb3-773260cacbb0 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 529.348213] env[68627]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 529.348401] env[68627]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 529.348492] env[68627]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68627) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 532.597055] env[68627]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-36336b13-c69b-406b-b625-a1a850f150fd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.613430] env[68627]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68627) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 532.613589] env[68627]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-5069afbb-844e-4d35-ad89-9a13ba4513af {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.653726] env[68627]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 5ac5c. [ 532.653928] env[68627]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.305s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.654625] env[68627]: INFO nova.virt.vmwareapi.driver [None req-01f3ca2f-4164-4bb5-afb3-773260cacbb0 None None] VMware vCenter version: 7.0.3 [ 532.658420] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dced232-ba5a-43a5-91ee-a8e14d52990d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.681320] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35696eae-194d-4814-b704-777e6eeb0c99 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.689027] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30e33a4-abc5-4b11-a937-97c0800d1efd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.695870] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ae25ac-83a4-4b1d-8188-f1f91d6bb034 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.710385] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe5c35b-9931-4da1-b898-67758014b314 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.716929] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21244fc1-3e1b-4045-9e60-7cab5b5c0625 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.749007] env[68627]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f286c36b-273b-421f-9419-c0e180ba4abd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.754997] env[68627]: DEBUG nova.virt.vmwareapi.driver [None req-01f3ca2f-4164-4bb5-afb3-773260cacbb0 None None] Extension org.openstack.compute already exists. {{(pid=68627) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 532.757781] env[68627]: INFO nova.compute.provider_config [None req-01f3ca2f-4164-4bb5-afb3-773260cacbb0 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 533.261737] env[68627]: DEBUG nova.context [None req-01f3ca2f-4164-4bb5-afb3-773260cacbb0 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),c407a184-5357-4031-9183-e57a6992b765(cell1) {{(pid=68627) load_cells /opt/stack/nova/nova/context.py:464}} [ 533.263840] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 533.264075] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.264877] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 533.265325] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Acquiring lock "c407a184-5357-4031-9183-e57a6992b765" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 533.265523] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Lock "c407a184-5357-4031-9183-e57a6992b765" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.266526] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Lock "c407a184-5357-4031-9183-e57a6992b765" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 533.288207] env[68627]: INFO dbcounter [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Registered counter for database nova_cell0 [ 533.296346] env[68627]: INFO dbcounter [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Registered counter for database nova_cell1 [ 533.299624] env[68627]: DEBUG oslo_db.sqlalchemy.engines [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68627) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 533.300324] env[68627]: DEBUG oslo_db.sqlalchemy.engines [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68627) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 533.304900] env[68627]: ERROR nova.db.main.api [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 533.304900] env[68627]: result = function(*args, **kwargs) [ 533.304900] env[68627]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 533.304900] env[68627]: return func(*args, **kwargs) [ 533.304900] env[68627]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 533.304900] env[68627]: result = fn(*args, **kwargs) [ 533.304900] env[68627]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 533.304900] env[68627]: return f(*args, **kwargs) [ 533.304900] env[68627]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 533.304900] env[68627]: return db.service_get_minimum_version(context, binaries) [ 533.304900] env[68627]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 533.304900] env[68627]: _check_db_access() [ 533.304900] env[68627]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 533.304900] env[68627]: stacktrace = ''.join(traceback.format_stack()) [ 533.304900] env[68627]: [ 533.305907] env[68627]: ERROR nova.db.main.api [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 533.305907] env[68627]: result = function(*args, **kwargs) [ 533.305907] env[68627]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 533.305907] env[68627]: return func(*args, **kwargs) [ 533.305907] env[68627]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 533.305907] env[68627]: result = fn(*args, **kwargs) [ 533.305907] env[68627]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 533.305907] env[68627]: return f(*args, **kwargs) [ 533.305907] env[68627]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 533.305907] env[68627]: return db.service_get_minimum_version(context, binaries) [ 533.305907] env[68627]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 533.305907] env[68627]: _check_db_access() [ 533.305907] env[68627]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 533.305907] env[68627]: stacktrace = ''.join(traceback.format_stack()) [ 533.305907] env[68627]: [ 533.306460] env[68627]: WARNING nova.objects.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 533.306460] env[68627]: WARNING nova.objects.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Failed to get minimum service version for cell c407a184-5357-4031-9183-e57a6992b765 [ 533.306849] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Acquiring lock "singleton_lock" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.307018] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Acquired lock "singleton_lock" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.307262] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Releasing lock "singleton_lock" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.307586] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Full set of CONF: {{(pid=68627) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 533.307732] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ******************************************************************************** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 533.307861] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] Configuration options gathered from: {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 533.308016] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 533.308231] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 533.308365] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ================================================================================ {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 533.308581] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] allow_resize_to_same_host = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.308747] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] arq_binding_timeout = 300 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.308880] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] backdoor_port = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.309015] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] backdoor_socket = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.309193] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] block_device_allocate_retries = 60 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.309359] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] block_device_allocate_retries_interval = 3 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.309530] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cert = self.pem {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.309697] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.309865] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute_monitors = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.310044] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] config_dir = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.310254] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] config_drive_format = iso9660 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.310398] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.310571] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] config_source = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.310741] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] console_host = devstack {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.310908] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] control_exchange = nova {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.311253] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cpu_allocation_ratio = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.311337] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] daemon = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.311461] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] debug = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.311626] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] default_access_ip_network_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.311794] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] default_availability_zone = nova {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.311951] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] default_ephemeral_format = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.312124] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] default_green_pool_size = 1000 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.312366] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.312552] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] default_schedule_zone = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.312722] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] disk_allocation_ratio = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.312884] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] enable_new_services = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.313078] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] enabled_apis = ['osapi_compute'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.313270] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] enabled_ssl_apis = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.313447] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] flat_injected = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.313609] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] force_config_drive = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.313768] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] force_raw_images = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.313936] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] graceful_shutdown_timeout = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.314116] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] heal_instance_info_cache_interval = -1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.314338] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] host = cpu-1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.314520] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.314679] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.314838] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.315064] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.315230] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] instance_build_timeout = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.315389] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] instance_delete_interval = 300 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.315556] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] instance_format = [instance: %(uuid)s] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.315722] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] instance_name_template = instance-%08x {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.315884] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] instance_usage_audit = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.316063] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] instance_usage_audit_period = month {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.316232] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.316399] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.316564] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] internal_service_availability_zone = internal {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.316720] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] key = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.316875] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] live_migration_retry_count = 30 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.317050] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] log_color = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.317217] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] log_config_append = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.317380] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.317537] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] log_dir = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.317692] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] log_file = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.317818] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] log_options = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.317976] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] log_rotate_interval = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.318160] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] log_rotate_interval_type = days {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.318327] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] log_rotation_type = none {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.318456] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.318581] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.318750] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.318913] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.319054] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.319224] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] long_rpc_timeout = 1800 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.319387] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] max_concurrent_builds = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.319549] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] max_concurrent_live_migrations = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.319707] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] max_concurrent_snapshots = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.319866] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] max_local_block_devices = 3 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.320032] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] max_logfile_count = 30 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.320223] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] max_logfile_size_mb = 200 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.320392] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] maximum_instance_delete_attempts = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.320562] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] metadata_listen = 0.0.0.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.320734] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] metadata_listen_port = 8775 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.320899] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] metadata_workers = 2 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.321078] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] migrate_max_retries = -1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.321274] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] mkisofs_cmd = genisoimage {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.321489] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.321625] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] my_ip = 10.180.1.21 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.321833] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.321990] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] network_allocate_retries = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.322184] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.322354] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.322529] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] osapi_compute_listen_port = 8774 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.322710] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] osapi_compute_unique_server_name_scope = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.322880] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] osapi_compute_workers = 2 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.323054] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] password_length = 12 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.323221] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] periodic_enable = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.323378] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] periodic_fuzzy_delay = 60 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.323547] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] pointer_model = usbtablet {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.323712] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] preallocate_images = none {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.323867] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] publish_errors = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.323995] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] pybasedir = /opt/stack/nova {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.324164] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ram_allocation_ratio = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.324327] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] rate_limit_burst = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.324493] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] rate_limit_except_level = CRITICAL {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.324651] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] rate_limit_interval = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.324808] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] reboot_timeout = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.324962] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] reclaim_instance_interval = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.325128] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] record = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.325320] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] reimage_timeout_per_gb = 60 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.325504] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] report_interval = 120 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.325666] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] rescue_timeout = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.325824] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] reserved_host_cpus = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.325983] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] reserved_host_disk_mb = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.326158] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] reserved_host_memory_mb = 512 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.326321] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] reserved_huge_pages = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.326478] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] resize_confirm_window = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.326636] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] resize_fs_using_block_device = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.326793] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] resume_guests_state_on_host_boot = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.326963] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.327138] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] rpc_response_timeout = 60 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.327300] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] run_external_periodic_tasks = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.327468] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] running_deleted_instance_action = reap {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.327628] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.327785] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] running_deleted_instance_timeout = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.327946] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] scheduler_instance_sync_interval = 120 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.328124] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] service_down_time = 720 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.328295] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] servicegroup_driver = db {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.328452] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] shell_completion = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.328609] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] shelved_offload_time = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.328768] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] shelved_poll_interval = 3600 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.328934] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] shutdown_timeout = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.329109] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] source_is_ipv6 = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.329271] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ssl_only = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.329530] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.329700] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] sync_power_state_interval = 600 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.329860] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] sync_power_state_pool_size = 1000 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.330039] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] syslog_log_facility = LOG_USER {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.330231] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] tempdir = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.330406] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] timeout_nbd = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.330572] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] transport_url = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.330734] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] update_resources_interval = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.330894] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] use_cow_images = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.331067] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] use_journal = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.331254] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] use_json = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.331420] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] use_rootwrap_daemon = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.331579] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] use_stderr = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.331735] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] use_syslog = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.331925] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vcpu_pin_set = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.332065] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plugging_is_fatal = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.332235] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plugging_timeout = 300 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.332401] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] virt_mkfs = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.332562] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] volume_usage_poll_interval = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.332721] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] watch_log_file = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.332885] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] web = /usr/share/spice-html5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.333085] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.333257] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.333424] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.333595] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_concurrency.disable_process_locking = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.334156] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.334349] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.334522] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.334700] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.334876] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.335058] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.335274] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.auth_strategy = keystone {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.335447] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.compute_link_prefix = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.335625] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.335800] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.dhcp_domain = novalocal {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.335969] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.enable_instance_password = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.336149] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.glance_link_prefix = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.336319] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.336489] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.336651] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.instance_list_per_project_cells = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.336813] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.list_records_by_skipping_down_cells = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.336972] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.local_metadata_per_cell = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.337157] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.max_limit = 1000 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.337326] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.metadata_cache_expiration = 15 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.337500] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.neutron_default_tenant_id = default {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.337672] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.response_validation = warn {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.337841] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.use_neutron_default_nets = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.338016] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.338188] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.338355] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.338526] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.338696] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.vendordata_dynamic_targets = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.338855] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.vendordata_jsonfile_path = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.339046] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.339245] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.backend = dogpile.cache.memcached {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.339418] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.backend_argument = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.339580] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.backend_expiration_time = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.339751] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.config_prefix = cache.oslo {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.339919] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.dead_timeout = 60.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.340094] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.debug_cache_backend = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.340290] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.enable_retry_client = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.340463] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.enable_socket_keepalive = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.340636] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.enabled = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.340803] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.enforce_fips_mode = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.340967] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.expiration_time = 600 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.341169] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.hashclient_retry_attempts = 2 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.341359] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.341526] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.memcache_dead_retry = 300 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.341690] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.memcache_password = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.341854] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.342028] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.342193] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.memcache_pool_maxsize = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.342356] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.342517] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.memcache_sasl_enabled = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.342697] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.342862] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.343036] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.memcache_username = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.343209] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.proxies = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.343377] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.redis_db = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.343538] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.redis_password = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.343710] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.343889] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.344074] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.redis_server = localhost:6379 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.344246] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.redis_socket_timeout = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.344409] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.redis_username = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.344574] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.retry_attempts = 2 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.344741] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.retry_delay = 0.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.344910] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.socket_keepalive_count = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.345083] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.socket_keepalive_idle = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.345250] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.socket_keepalive_interval = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.345415] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.tls_allowed_ciphers = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.345574] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.tls_cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.345731] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.tls_certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.345893] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.tls_enabled = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.346066] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cache.tls_keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.346243] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.auth_section = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.346422] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.auth_type = password {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.346585] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.346763] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.346926] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.347108] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.collect_timing = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.347277] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.cross_az_attach = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.347442] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.debug = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.347604] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.endpoint_template = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.347770] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.http_retries = 3 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.347929] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.insecure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.348100] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.348276] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.os_region_name = RegionOne {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.348443] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.split_loggers = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.348603] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cinder.timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.348773] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.348935] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute.cpu_dedicated_set = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.349109] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute.cpu_shared_set = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.349280] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute.image_type_exclude_list = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.349445] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.349606] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.349766] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.349928] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.350109] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.350308] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute.resource_provider_association_refresh = 300 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.350481] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.350645] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute.shutdown_retry_interval = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.350827] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.351014] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] conductor.workers = 2 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.351223] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] console.allowed_origins = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.351417] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] console.ssl_ciphers = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.351597] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] console.ssl_minimum_version = default {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.351768] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] consoleauth.enforce_session_timeout = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.351938] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] consoleauth.token_ttl = 600 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.352128] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.352294] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.352460] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.collect_timing = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.352617] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.connect_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.352775] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.connect_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.352930] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.endpoint_override = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.353105] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.insecure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.353267] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.353427] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.max_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.353585] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.min_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.353741] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.region_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.353902] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.retriable_status_codes = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.354071] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.service_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.354245] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.service_type = accelerator {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.354410] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.split_loggers = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.354569] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.status_code_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.354727] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.status_code_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.354883] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.355074] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.355240] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] cyborg.version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.355411] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.asyncio_connection = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.355569] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.asyncio_slave_connection = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.355737] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.backend = sqlalchemy {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.355905] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.connection = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.356083] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.connection_debug = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.356257] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.connection_parameters = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.356423] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.connection_recycle_time = 3600 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.356585] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.connection_trace = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.356749] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.db_inc_retry_interval = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.356911] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.db_max_retries = 20 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.357089] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.db_max_retry_interval = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.357253] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.db_retry_interval = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.357419] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.max_overflow = 50 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.357581] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.max_pool_size = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.357745] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.max_retries = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.357917] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.358091] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.mysql_wsrep_sync_wait = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.358255] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.pool_timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.358420] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.retry_interval = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.358583] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.slave_connection = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.358746] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.sqlite_synchronous = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.358909] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] database.use_db_reconnect = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.359090] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.asyncio_connection = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.359255] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.asyncio_slave_connection = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.359428] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.backend = sqlalchemy {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.359596] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.connection = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.359760] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.connection_debug = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.359930] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.connection_parameters = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.360109] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.connection_recycle_time = 3600 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.360302] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.connection_trace = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.360471] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.db_inc_retry_interval = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.360637] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.db_max_retries = 20 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.360803] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.db_max_retry_interval = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.360967] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.db_retry_interval = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.361151] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.max_overflow = 50 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.361337] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.max_pool_size = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.361508] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.max_retries = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.361681] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.361843] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.362009] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.pool_timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.362211] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.retry_interval = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.362342] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.slave_connection = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.362505] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] api_database.sqlite_synchronous = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.362680] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] devices.enabled_mdev_types = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.362858] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.363042] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.363211] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ephemeral_storage_encryption.enabled = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.363380] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.363554] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.api_servers = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.363720] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.363884] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.364059] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.collect_timing = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.364221] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.connect_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.364382] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.connect_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.364544] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.debug = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.364711] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.default_trusted_certificate_ids = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.364875] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.enable_certificate_validation = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.365046] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.enable_rbd_download = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.365210] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.endpoint_override = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.365378] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.insecure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.365541] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.365700] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.max_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.365861] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.min_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.366037] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.num_retries = 3 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.366213] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.rbd_ceph_conf = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.366379] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.rbd_connect_timeout = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.366550] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.rbd_pool = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.366717] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.rbd_user = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.366884] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.region_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.367058] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.retriable_status_codes = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.367220] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.service_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.367390] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.service_type = image {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.367551] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.split_loggers = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.367707] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.status_code_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.367862] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.status_code_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.368028] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.368215] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.368381] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.verify_glance_signatures = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.368539] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] glance.version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.368706] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] guestfs.debug = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.368872] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.auth_section = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.369045] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.auth_type = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.369206] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.369370] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.369530] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.collect_timing = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.369689] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.connect_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.369849] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.connect_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.370015] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.endpoint_override = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.370205] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.insecure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.370382] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.370544] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.max_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.370702] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.min_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.370863] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.region_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.371034] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.retriable_status_codes = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.371235] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.service_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.371446] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.service_type = shared-file-system {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.371619] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.share_apply_policy_timeout = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.371785] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.split_loggers = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.371945] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.status_code_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.372121] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.status_code_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.372305] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.372464] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.372627] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] manila.version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.372795] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] mks.enabled = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.373151] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.373349] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] image_cache.manager_interval = 2400 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.373518] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] image_cache.precache_concurrency = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.373689] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] image_cache.remove_unused_base_images = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.373859] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.374041] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.374228] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] image_cache.subdirectory_name = _base {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.374465] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.api_max_retries = 60 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.374650] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.api_retry_interval = 2 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.374815] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.auth_section = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.374982] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.auth_type = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375169] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375336] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375500] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.collect_timing = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375663] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.conductor_group = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375822] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.connect_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.375979] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.connect_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.376153] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.endpoint_override = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.376318] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.insecure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.376481] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.376642] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.max_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.376804] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.min_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.376969] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.peer_list = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.377146] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.region_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.377311] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.retriable_status_codes = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.377480] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.serial_console_state_timeout = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.377637] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.service_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.377807] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.service_type = baremetal {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.377967] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.shard = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.378149] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.split_loggers = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.378313] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.status_code_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.378472] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.status_code_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.378633] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.378816] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.378976] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ironic.version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.379195] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.379374] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] key_manager.fixed_key = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.379561] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.379726] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.barbican_api_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.379885] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.barbican_endpoint = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.380066] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.barbican_endpoint_type = public {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.380256] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.barbican_region_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.380426] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.380588] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.380753] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.collect_timing = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.380917] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.insecure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.381090] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.381285] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.number_of_retries = 60 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.381449] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.retry_delay = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.381614] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.send_service_user_token = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.381779] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.split_loggers = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.381940] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.382116] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.verify_ssl = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.382277] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican.verify_ssl_path = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.382447] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican_service_user.auth_section = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.382608] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican_service_user.auth_type = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.382769] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican_service_user.cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.382930] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican_service_user.certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.383106] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican_service_user.collect_timing = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.383271] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican_service_user.insecure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.383433] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican_service_user.keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.383596] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican_service_user.split_loggers = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.383756] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] barbican_service_user.timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.383924] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vault.approle_role_id = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384097] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vault.approle_secret_id = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384273] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vault.kv_mountpoint = secret {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384439] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vault.kv_path = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384599] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vault.kv_version = 2 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384758] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vault.namespace = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.384916] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vault.root_token_id = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.385089] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vault.ssl_ca_crt_file = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.385257] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vault.timeout = 60.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.385422] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vault.use_ssl = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.385596] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.385778] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.385941] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.386119] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.collect_timing = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.386281] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.connect_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.386444] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.connect_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.386602] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.endpoint_override = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.386766] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.insecure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.386923] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.387091] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.max_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.387282] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.min_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.387453] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.region_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.387619] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.retriable_status_codes = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.387779] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.service_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.387949] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.service_type = identity {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.388136] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.split_loggers = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.388299] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.status_code_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.388457] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.status_code_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.388617] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.388802] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.388961] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] keystone.version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.389170] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.ceph_mount_options = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.389475] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.389659] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.connection_uri = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.389829] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.cpu_mode = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.390008] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.390214] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.cpu_models = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.390405] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.cpu_power_governor_high = performance {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.390576] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.390741] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.cpu_power_management = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.390911] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.391097] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.device_detach_attempts = 8 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.391279] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.device_detach_timeout = 20 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.391453] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.disk_cachemodes = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.391620] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.disk_prefix = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.391786] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.enabled_perf_events = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.391950] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.file_backed_memory = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.392130] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.gid_maps = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.392293] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.hw_disk_discard = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.392493] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.hw_machine_type = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.392621] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.images_rbd_ceph_conf = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.392786] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.392949] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393134] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.images_rbd_glance_store_name = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393308] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.images_rbd_pool = rbd {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393480] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.images_type = default {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393640] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.images_volume_group = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393804] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.inject_key = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.393970] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.inject_partition = -2 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.394148] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.inject_password = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.394314] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.iscsi_iface = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.394477] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.iser_use_multipath = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.394644] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.394807] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.394968] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.live_migration_downtime = 500 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.395144] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.395308] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.395468] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.live_migration_inbound_addr = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.395629] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.395789] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.395950] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.live_migration_scheme = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396138] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.live_migration_timeout_action = abort {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396301] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.live_migration_tunnelled = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396462] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.live_migration_uri = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396624] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.live_migration_with_native_tls = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396782] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.max_queues = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.396956] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.397203] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.397432] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.nfs_mount_options = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.397734] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.397911] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.398100] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.398273] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.398442] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.398606] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.num_pcie_ports = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.398772] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.398939] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.pmem_namespaces = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.399109] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.quobyte_client_cfg = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.399790] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.399970] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.400188] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.400382] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.400553] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.rbd_secret_uuid = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.400711] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.rbd_user = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.400878] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.401073] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.401243] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.rescue_image_id = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.401404] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.rescue_kernel_id = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.401560] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.rescue_ramdisk_id = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.401730] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.401898] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.rx_queue_size = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.402085] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.smbfs_mount_options = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.402379] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.402588] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.snapshot_compression = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.402729] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.snapshot_image_format = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.402952] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.403136] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.sparse_logical_volumes = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.403305] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.swtpm_enabled = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.403473] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.swtpm_group = tss {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.403640] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.swtpm_user = tss {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.403808] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.sysinfo_serial = unique {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.403969] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.tb_cache_size = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.404140] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.tx_queue_size = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.404306] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.uid_maps = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.404467] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.use_virtio_for_bridges = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.404635] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.virt_type = kvm {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.404803] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.volume_clear = zero {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.404971] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.volume_clear_size = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.405149] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.volume_enforce_multipath = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.405318] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.volume_use_multipath = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.405479] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.vzstorage_cache_path = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.405649] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.405817] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.405984] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.406167] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.406484] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.406683] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.vzstorage_mount_user = stack {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.406856] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.407042] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.auth_section = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.407224] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.auth_type = password {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.407388] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.407546] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.408499] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.collect_timing = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.408499] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.connect_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.408499] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.connect_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.408499] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.default_floating_pool = public {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.408499] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.endpoint_override = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.408690] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.extension_sync_interval = 600 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.408690] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.http_retries = 3 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.408834] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.insecure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.408993] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.409168] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.max_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.409363] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.409542] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.min_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.409713] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.ovs_bridge = br-int {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.409879] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.physnets = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.410063] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.region_name = RegionOne {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.410264] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.retriable_status_codes = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.410441] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.service_metadata_proxy = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.410602] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.service_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.410772] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.service_type = network {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.410932] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.split_loggers = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.411104] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.status_code_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.411287] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.status_code_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.411450] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.411629] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.411789] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] neutron.version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.411962] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] notifications.bdms_in_notifications = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.412159] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] notifications.default_level = INFO {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.412329] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] notifications.include_share_mapping = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.412512] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] notifications.notification_format = unversioned {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.412685] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] notifications.notify_on_state_change = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.412844] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.413033] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] pci.alias = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.413212] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] pci.device_spec = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.413378] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] pci.report_in_placement = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.413549] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.auth_section = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.413722] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.auth_type = password {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.413891] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.414065] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.414231] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.414397] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.collect_timing = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.414559] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.connect_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.414715] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.connect_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.414873] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.default_domain_id = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.415040] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.default_domain_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.415203] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.domain_id = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.415362] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.domain_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.415520] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.endpoint_override = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.415681] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.insecure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.415838] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.415994] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.max_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.416166] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.min_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.416336] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.password = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.416497] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.project_domain_id = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.416663] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.project_domain_name = Default {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.416829] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.project_id = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.417015] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.project_name = service {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.417309] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.region_name = RegionOne {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.417374] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.retriable_status_codes = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.417507] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.service_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.417677] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.service_type = placement {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.417839] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.split_loggers = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.417995] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.status_code_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.418181] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.status_code_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.418348] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.system_scope = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.418507] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.418666] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.trust_id = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.418824] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.user_domain_id = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.418993] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.user_domain_name = Default {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.419167] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.user_id = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.419341] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.username = nova {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.419517] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.419678] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] placement.version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.419859] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.cores = 20 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.420033] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.count_usage_from_placement = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.420231] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.420409] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.injected_file_content_bytes = 10240 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.420585] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.injected_file_path_length = 255 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.420747] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.injected_files = 5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.420910] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.instances = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.421087] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.key_pairs = 100 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.421325] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.metadata_items = 128 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.421569] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.ram = 51200 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.421800] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.recheck_quota = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.422052] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.server_group_members = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.422296] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.server_groups = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.422625] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.422896] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] quota.unified_limits_resource_strategy = require {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.423152] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.423381] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.423576] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] scheduler.image_metadata_prefilter = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.423748] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.423913] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] scheduler.max_attempts = 3 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.424093] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] scheduler.max_placement_results = 1000 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.424264] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.424430] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.424593] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.424767] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] scheduler.workers = 2 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.424947] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.425137] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.425321] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.425489] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.425654] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.425818] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.425981] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.426183] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.426354] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.host_subset_size = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.426521] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.426694] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.426857] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.427036] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.427221] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.427393] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.isolated_hosts = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.427559] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.isolated_images = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.427724] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.427886] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.428060] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.428226] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.pci_in_placement = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.428391] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.428550] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.428709] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.428868] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.429049] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.429216] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.429379] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.track_instance_changes = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.429554] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.429723] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] metrics.required = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.429890] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] metrics.weight_multiplier = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.430062] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.430260] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] metrics.weight_setting = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.430576] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.430754] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] serial_console.enabled = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.430933] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] serial_console.port_range = 10000:20000 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.431121] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.431321] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.431498] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] serial_console.serialproxy_port = 6083 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.431666] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] service_user.auth_section = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.431840] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] service_user.auth_type = password {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.432009] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] service_user.cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.432178] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] service_user.certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.432345] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] service_user.collect_timing = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.432515] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] service_user.insecure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.432670] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] service_user.keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.432874] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] service_user.send_service_user_token = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.433012] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] service_user.split_loggers = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.433176] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] service_user.timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.433350] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.agent_enabled = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.433513] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.enabled = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.433816] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.434039] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.434217] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.html5proxy_port = 6082 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.434384] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.image_compression = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.434546] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.jpeg_compression = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.434704] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.playback_compression = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.434865] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.require_secure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.435043] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.server_listen = 127.0.0.1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.435214] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.435498] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.435669] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.streaming_mode = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.435831] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] spice.zlib_compression = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.436008] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] upgrade_levels.baseapi = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.436189] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] upgrade_levels.compute = auto {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.436353] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] upgrade_levels.conductor = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.436513] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] upgrade_levels.scheduler = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.436679] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.436842] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.437015] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vendordata_dynamic_auth.cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.437177] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vendordata_dynamic_auth.certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.437341] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.437503] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vendordata_dynamic_auth.insecure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.437662] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.437822] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.437979] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vendordata_dynamic_auth.timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.438169] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.api_retry_count = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.438332] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.ca_file = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.438504] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.438674] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.cluster_name = testcl1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.438839] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.connection_pool_size = 10 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.438998] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.console_delay_seconds = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.439180] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.datastore_regex = ^datastore.* {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.439389] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.439562] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.host_password = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.439730] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.host_port = 443 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.439900] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.host_username = administrator@vsphere.local {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.440080] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.insecure = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.440274] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.integration_bridge = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.440442] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.maximum_objects = 100 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.440603] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.pbm_default_policy = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.440762] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.pbm_enabled = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.440919] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.pbm_wsdl_location = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.441103] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.441289] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.serial_port_proxy_uri = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.441455] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.serial_port_service_uri = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.441624] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.task_poll_interval = 0.5 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.441797] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.use_linked_clone = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.441967] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.vnc_keymap = en-us {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.442148] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.vnc_port = 5900 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.442316] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vmware.vnc_port_total = 10000 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.442511] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vnc.auth_schemes = ['none'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.442683] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vnc.enabled = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.442969] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.443170] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.443348] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vnc.novncproxy_port = 6080 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.443546] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vnc.server_listen = 127.0.0.1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.443728] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.443892] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vnc.vencrypt_ca_certs = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.444064] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vnc.vencrypt_client_cert = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.444227] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vnc.vencrypt_client_key = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.444409] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.444573] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.disable_deep_image_inspection = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.444733] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.444896] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.445071] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.445235] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.disable_rootwrap = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.445399] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.enable_numa_live_migration = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.445562] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.445722] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.445882] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.446053] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.libvirt_disable_apic = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.446219] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.446381] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.446544] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.446700] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.446862] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.447034] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.447201] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.447364] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.447524] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.447689] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.447873] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.448054] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] wsgi.client_socket_timeout = 900 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.448223] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] wsgi.default_pool_size = 1000 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.448392] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] wsgi.keep_alive = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.448560] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] wsgi.max_header_line = 16384 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.448722] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.448881] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] wsgi.ssl_ca_file = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.449053] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] wsgi.ssl_cert_file = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.449218] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] wsgi.ssl_key_file = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.449384] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] wsgi.tcp_keepidle = 600 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.449564] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.449731] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] zvm.ca_file = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.449893] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] zvm.cloud_connector_url = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.450228] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.450412] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] zvm.reachable_timeout = 300 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.450586] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.450767] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.450948] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler.connection_string = messaging:// {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.451133] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler.enabled = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.451378] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler.es_doc_type = notification {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.451565] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler.es_scroll_size = 10000 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.451742] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler.es_scroll_time = 2m {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.451907] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler.filter_error_trace = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.453043] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler.hmac_keys = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.453043] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler.sentinel_service_name = mymaster {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.453043] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler.socket_timeout = 0.1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.453043] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler.trace_requests = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.453043] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler.trace_sqlalchemy = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.453043] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler_jaeger.process_tags = {} {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.453043] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler_jaeger.service_name_prefix = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.453487] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] profiler_otlp.service_name_prefix = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.453487] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] remote_debug.host = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.453549] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] remote_debug.port = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.455278] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.455278] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.455278] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.455278] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.455278] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.455278] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.455825] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.455825] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.455825] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.455825] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.455825] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.455825] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.456079] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.456079] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.456079] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.456199] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.456268] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.456432] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.456602] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.456765] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.456928] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.457107] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.457277] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.457443] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.457605] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.457768] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.457931] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.458107] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.458273] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.458441] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.458603] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.ssl = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.458774] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.458942] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.459120] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.459292] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.459463] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.459626] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.459816] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.459985] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_notifications.retry = -1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.460200] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.460384] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.460562] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.auth_section = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.460727] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.auth_type = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.460888] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.cafile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.461062] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.certfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.461257] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.collect_timing = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.461428] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.connect_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.461590] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.connect_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.461750] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.endpoint_id = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.461922] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.462096] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.endpoint_override = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.462259] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.endpoint_region_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.462423] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.endpoint_service_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.462582] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.endpoint_service_type = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.462744] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.insecure = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.462906] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.keyfile = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.463081] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.max_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.463244] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.min_version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.463406] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.region_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.463569] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.retriable_status_codes = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.463728] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.service_name = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.463889] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.service_type = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.464061] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.split_loggers = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.464225] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.status_code_retries = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.464386] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.status_code_retry_delay = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.464546] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.timeout = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.464706] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.valid_interfaces = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.464862] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_limit.version = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.465040] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_reports.file_event_handler = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.465209] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.465370] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] oslo_reports.log_dir = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.465540] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.465703] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.465860] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.466035] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.466206] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.466368] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.466537] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.466696] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plug_ovs_privileged.group = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.466852] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.467027] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.467198] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.467355] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] vif_plug_ovs_privileged.user = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.467526] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.467707] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.467883] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.468065] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.468239] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.468411] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.468575] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.468741] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.468918] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.469103] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_ovs.isolate_vif = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.469273] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.469444] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.469616] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.469786] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.469949] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] os_vif_ovs.per_port_bridge = False {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.470186] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] privsep_osbrick.capabilities = [21] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.470329] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] privsep_osbrick.group = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.470491] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] privsep_osbrick.helper_command = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.470659] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.470824] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.470984] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] privsep_osbrick.user = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.471199] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.471372] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] nova_sys_admin.group = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.471533] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] nova_sys_admin.helper_command = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.471702] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.471862] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.472030] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] nova_sys_admin.user = None {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.472168] env[68627]: DEBUG oslo_service.backend.eventlet.service [None req-3b3e4485-cea4-4c00-b411-df169f80e431 None None] ******************************************************************************** {{(pid=68627) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 533.472593] env[68627]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 533.977130] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Getting list of instances from cluster (obj){ [ 533.977130] env[68627]: value = "domain-c8" [ 533.977130] env[68627]: _type = "ClusterComputeResource" [ 533.977130] env[68627]: } {{(pid=68627) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 533.978266] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884524ef-f53c-4bde-8dfc-3ea616b3e5b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.986861] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Got total of 0 instances {{(pid=68627) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 533.987514] env[68627]: WARNING nova.virt.vmwareapi.driver [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 533.987987] env[68627]: INFO nova.virt.node [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Generated node identity 490c5a55-613c-45de-8caf-4937b8fd8889 [ 533.988266] env[68627]: INFO nova.virt.node [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Wrote node identity 490c5a55-613c-45de-8caf-4937b8fd8889 to /opt/stack/data/n-cpu-1/compute_id [ 534.490827] env[68627]: WARNING nova.compute.manager [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Compute nodes ['490c5a55-613c-45de-8caf-4937b8fd8889'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 535.497051] env[68627]: INFO nova.compute.manager [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 536.502723] env[68627]: WARNING nova.compute.manager [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 536.503089] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.503276] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.503434] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.503587] env[68627]: DEBUG nova.compute.resource_tracker [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68627) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 536.504851] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e42f5be-dc91-4e42-a474-ec4b1c2b9e51 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.513509] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7cb398-5586-4460-815c-48b0bb10d48b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.527191] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4039bb-5e6f-4a8b-be98-503161a181dd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.533279] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4a435e-0943-44f7-82ff-d46d087f915e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.561233] env[68627]: DEBUG nova.compute.resource_tracker [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181050MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=68627) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 536.561445] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.561599] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.066231] env[68627]: WARNING nova.compute.resource_tracker [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] No compute node record for cpu-1:490c5a55-613c-45de-8caf-4937b8fd8889: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 490c5a55-613c-45de-8caf-4937b8fd8889 could not be found. [ 537.568899] env[68627]: INFO nova.compute.resource_tracker [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 490c5a55-613c-45de-8caf-4937b8fd8889 [ 539.077604] env[68627]: DEBUG nova.compute.resource_tracker [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 539.078035] env[68627]: DEBUG nova.compute.resource_tracker [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 539.233329] env[68627]: INFO nova.scheduler.client.report [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] [req-58ee521b-727a-40c6-ae0b-afb21e783113] Created resource provider record via placement API for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 539.250756] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4c7d25-9009-45bb-b00c-6ef3ffe31262 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.258685] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b408d5bd-452a-4b58-bf9a-de5a955f949e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.288363] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cdaed5-1c8e-4bf7-b8ca-f6e434434450 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.295636] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e18d0da-2950-4ad1-b6ee-875f3b3bf76b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.309058] env[68627]: DEBUG nova.compute.provider_tree [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 539.846137] env[68627]: DEBUG nova.scheduler.client.report [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 539.846374] env[68627]: DEBUG nova.compute.provider_tree [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 0 to 1 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 539.846514] env[68627]: DEBUG nova.compute.provider_tree [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 539.897830] env[68627]: DEBUG nova.compute.provider_tree [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 1 to 2 during operation: update_traits {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 540.401989] env[68627]: DEBUG nova.compute.resource_tracker [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 540.402387] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.841s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.402387] env[68627]: DEBUG nova.service [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Creating RPC server for service compute {{(pid=68627) start /opt/stack/nova/nova/service.py:186}} [ 540.416179] env[68627]: DEBUG nova.service [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] Join ServiceGroup membership for this service compute {{(pid=68627) start /opt/stack/nova/nova/service.py:203}} [ 540.416330] env[68627]: DEBUG nova.servicegroup.drivers.db [None req-d1155bf7-401b-4b2a-8da4-085f45c700b2 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68627) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 551.420096] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.923616] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Getting list of instances from cluster (obj){ [ 551.923616] env[68627]: value = "domain-c8" [ 551.923616] env[68627]: _type = "ClusterComputeResource" [ 551.923616] env[68627]: } {{(pid=68627) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 551.924842] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d92efcd-b3d0-4b17-9e30-c1173a7cbb37 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.933480] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Got total of 0 instances {{(pid=68627) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 551.933705] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 551.933989] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Getting list of instances from cluster (obj){ [ 551.933989] env[68627]: value = "domain-c8" [ 551.933989] env[68627]: _type = "ClusterComputeResource" [ 551.933989] env[68627]: } {{(pid=68627) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 551.934838] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f74a894-c3c2-4b1c-9a8d-0921e5e7f91c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.941968] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Got total of 0 instances {{(pid=68627) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 578.871044] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquiring lock "60fd4a1b-603d-4b55-a997-2da9b973ca82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.871392] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "60fd4a1b-603d-4b55-a997-2da9b973ca82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.374941] env[68627]: DEBUG nova.compute.manager [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.851511] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "757963ce-ffa5-45a2-ab05-4700cea02493" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.851761] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "757963ce-ffa5-45a2-ab05-4700cea02493" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.924843] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.925319] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.927510] env[68627]: INFO nova.compute.claims [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.186913] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "f92f4394-a6f9-41cf-973a-a5cc0ecb624f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.187159] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "f92f4394-a6f9-41cf-973a-a5cc0ecb624f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.357498] env[68627]: DEBUG nova.compute.manager [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.537404] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Acquiring lock "68cec116-992b-4a44-8d91-bad5c26c4798" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.537404] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Lock "68cec116-992b-4a44-8d91-bad5c26c4798" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.689643] env[68627]: DEBUG nova.compute.manager [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.888573] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.031893] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65f7fe1-12b7-43e6-8514-b62d04ef1c2b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.038052] env[68627]: DEBUG nova.compute.manager [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.050655] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d2a60e-f6e9-40e2-8698-6aa74ea98096 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.091404] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57957faa-633d-4252-904f-d468978b8077 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.099729] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8e2342-e0d6-4095-be5a-30b4e2599691 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.114554] env[68627]: DEBUG nova.compute.provider_tree [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.217631] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.535516] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Acquiring lock "028fd908-1efd-44b7-a8d5-cfe8065a2857" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.536170] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Lock "028fd908-1efd-44b7-a8d5-cfe8065a2857" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.584322] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.618665] env[68627]: DEBUG nova.scheduler.client.report [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.040899] env[68627]: DEBUG nova.compute.manager [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.131019] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.131019] env[68627]: DEBUG nova.compute.manager [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.132342] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.244s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.134063] env[68627]: INFO nova.compute.claims [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.573032] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.634567] env[68627]: DEBUG nova.compute.utils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.636901] env[68627]: DEBUG nova.compute.manager [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.637519] env[68627]: DEBUG nova.network.neutron [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.146721] env[68627]: DEBUG nova.compute.manager [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.246671] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f58cb4-3c52-4f2f-9420-f4c9d9cf44b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.255514] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8ca675-c78a-40ae-9e17-a26e4c205dcc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.289276] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4b012c-7284-4b6a-aede-b19b70e4fc52 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.297553] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9432df-f4ec-4d5a-beb0-a72262e7850d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.311303] env[68627]: DEBUG nova.compute.provider_tree [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.352867] env[68627]: DEBUG nova.policy [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '516ca50228bc40f398372b86ebc7dbd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '228af9ee4f6e464cb13d659c6e63a8e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.815405] env[68627]: DEBUG nova.scheduler.client.report [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.156492] env[68627]: DEBUG nova.compute.manager [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.199245] env[68627]: DEBUG nova.virt.hardware [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.199321] env[68627]: DEBUG nova.virt.hardware [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.199468] env[68627]: DEBUG nova.virt.hardware [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.200735] env[68627]: DEBUG nova.virt.hardware [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.200735] env[68627]: DEBUG nova.virt.hardware [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.200735] env[68627]: DEBUG nova.virt.hardware [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.200735] env[68627]: DEBUG nova.virt.hardware [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.202220] env[68627]: DEBUG nova.virt.hardware [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.202729] env[68627]: DEBUG nova.virt.hardware [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.202863] env[68627]: DEBUG nova.virt.hardware [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.203057] env[68627]: DEBUG nova.virt.hardware [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.205098] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f519424-c7ea-41a8-a8c7-dfb5366e75f8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.213300] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2a5631-0303-4642-99c5-ac2d50814270 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.232580] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb878633-4e5a-45a9-9a1b-dc3e03ca4e26 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.326798] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.327428] env[68627]: DEBUG nova.compute.manager [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.330014] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.112s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.332661] env[68627]: INFO nova.compute.claims [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.396600] env[68627]: DEBUG nova.network.neutron [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Successfully created port: 87ae18ba-2abb-4d0f-b152-bf68c6da0ffa {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.837734] env[68627]: DEBUG nova.compute.utils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.838910] env[68627]: DEBUG nova.compute.manager [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.840037] env[68627]: DEBUG nova.network.neutron [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.925884] env[68627]: DEBUG nova.policy [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64126a24a231479492a93e4a4a232943', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c830beed5044dbd8edc81b56fae7fea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.347616] env[68627]: DEBUG nova.compute.manager [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.443645] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf029625-641e-4a9e-9c23-ef14b8ca1d1a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.454279] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd2da63-42be-4fa5-953f-6ad279a29737 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.505567] env[68627]: DEBUG nova.network.neutron [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Successfully created port: ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.508287] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a92123-0664-41bd-8938-ae8e8ec47266 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.519034] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e108f08b-73a8-47d7-bce0-9dd8203028d8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.532250] env[68627]: DEBUG nova.compute.provider_tree [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.036283] env[68627]: DEBUG nova.scheduler.client.report [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.363626] env[68627]: DEBUG nova.compute.manager [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.395800] env[68627]: DEBUG nova.virt.hardware [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.395931] env[68627]: DEBUG nova.virt.hardware [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.396046] env[68627]: DEBUG nova.virt.hardware [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.396294] env[68627]: DEBUG nova.virt.hardware [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.396511] env[68627]: DEBUG nova.virt.hardware [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.397258] env[68627]: DEBUG nova.virt.hardware [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.397258] env[68627]: DEBUG nova.virt.hardware [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.397258] env[68627]: DEBUG nova.virt.hardware [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.397258] env[68627]: DEBUG nova.virt.hardware [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.397622] env[68627]: DEBUG nova.virt.hardware [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.397622] env[68627]: DEBUG nova.virt.hardware [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.399388] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858c8dc9-9afe-45c9-b84d-062c92065657 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.409033] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072819c1-9dad-4220-a184-d556d098fc44 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.543330] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.543436] env[68627]: DEBUG nova.compute.manager [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.546141] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.963s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.547599] env[68627]: INFO nova.compute.claims [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.055310] env[68627]: DEBUG nova.compute.utils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.061124] env[68627]: DEBUG nova.compute.manager [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.061124] env[68627]: DEBUG nova.network.neutron [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.268730] env[68627]: DEBUG nova.policy [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e85dbcfc311849d49dc819adadac9c36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1b7234a777a4cb8b2b138d7319d9c05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.559436] env[68627]: DEBUG nova.compute.manager [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.697639] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f9a482-23d6-4b25-9646-0b8c1e03b224 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.706757] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56701180-bb73-47d8-8918-b1c15a0fbddc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.739385] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97d0bce-a334-4b42-ba82-acf267b05ed0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.749018] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5db398-e514-4017-b11d-1186edc83c20 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.765838] env[68627]: DEBUG nova.compute.provider_tree [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.974851] env[68627]: DEBUG nova.network.neutron [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Successfully updated port: 87ae18ba-2abb-4d0f-b152-bf68c6da0ffa {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.270690] env[68627]: DEBUG nova.scheduler.client.report [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.480914] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquiring lock "refresh_cache-60fd4a1b-603d-4b55-a997-2da9b973ca82" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.480914] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquired lock "refresh_cache-60fd4a1b-603d-4b55-a997-2da9b973ca82" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.480914] env[68627]: DEBUG nova.network.neutron [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.528206] env[68627]: DEBUG nova.network.neutron [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Successfully created port: 084f235b-7a87-4065-b97b-452f8869bcc4 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.578750] env[68627]: DEBUG nova.compute.manager [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.588044] env[68627]: DEBUG nova.network.neutron [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Successfully updated port: ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.613238] env[68627]: DEBUG nova.virt.hardware [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.614171] env[68627]: DEBUG nova.virt.hardware [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.614171] env[68627]: DEBUG nova.virt.hardware [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.614171] env[68627]: DEBUG nova.virt.hardware [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.614171] env[68627]: DEBUG nova.virt.hardware [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.614171] env[68627]: DEBUG nova.virt.hardware [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.614438] env[68627]: DEBUG nova.virt.hardware [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.614493] env[68627]: DEBUG nova.virt.hardware [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.614683] env[68627]: DEBUG nova.virt.hardware [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.614760] env[68627]: DEBUG nova.virt.hardware [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.614923] env[68627]: DEBUG nova.virt.hardware [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.616489] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15d42ea-15f7-4f25-9448-e417d81f0add {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.628521] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6badaa20-ca6a-467f-892e-e70b2008249c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.729170] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.729170] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.729170] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.729170] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.729170] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.729170] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.729369] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.729369] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68627) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 588.729369] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.785924] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.786497] env[68627]: DEBUG nova.compute.manager [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.788971] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.216s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.790394] env[68627]: INFO nova.compute.claims [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.094699] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "refresh_cache-757963ce-ffa5-45a2-ab05-4700cea02493" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.094699] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "refresh_cache-757963ce-ffa5-45a2-ab05-4700cea02493" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.094699] env[68627]: DEBUG nova.network.neutron [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.181195] env[68627]: DEBUG nova.network.neutron [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.233441] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.294433] env[68627]: DEBUG nova.compute.utils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.298480] env[68627]: DEBUG nova.compute.manager [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.301352] env[68627]: DEBUG nova.network.neutron [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.506185] env[68627]: DEBUG nova.policy [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef220cb932ff45de824a28a046e72c84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c5ce5a4c16249eeb1ea812c7a3ae8fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.555265] env[68627]: DEBUG nova.compute.manager [req-9b6c4874-abc4-4e99-9c38-416499dce659 req-abedba23-4527-4f33-acca-9f3625276c45 service nova] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Received event network-vif-plugged-87ae18ba-2abb-4d0f-b152-bf68c6da0ffa {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 589.555494] env[68627]: DEBUG oslo_concurrency.lockutils [req-9b6c4874-abc4-4e99-9c38-416499dce659 req-abedba23-4527-4f33-acca-9f3625276c45 service nova] Acquiring lock "60fd4a1b-603d-4b55-a997-2da9b973ca82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.560853] env[68627]: DEBUG oslo_concurrency.lockutils [req-9b6c4874-abc4-4e99-9c38-416499dce659 req-abedba23-4527-4f33-acca-9f3625276c45 service nova] Lock "60fd4a1b-603d-4b55-a997-2da9b973ca82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.561129] env[68627]: DEBUG oslo_concurrency.lockutils [req-9b6c4874-abc4-4e99-9c38-416499dce659 req-abedba23-4527-4f33-acca-9f3625276c45 service nova] Lock "60fd4a1b-603d-4b55-a997-2da9b973ca82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.005s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.561374] env[68627]: DEBUG nova.compute.manager [req-9b6c4874-abc4-4e99-9c38-416499dce659 req-abedba23-4527-4f33-acca-9f3625276c45 service nova] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] No waiting events found dispatching network-vif-plugged-87ae18ba-2abb-4d0f-b152-bf68c6da0ffa {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.561503] env[68627]: WARNING nova.compute.manager [req-9b6c4874-abc4-4e99-9c38-416499dce659 req-abedba23-4527-4f33-acca-9f3625276c45 service nova] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Received unexpected event network-vif-plugged-87ae18ba-2abb-4d0f-b152-bf68c6da0ffa for instance with vm_state building and task_state spawning. [ 589.669384] env[68627]: DEBUG nova.network.neutron [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Updating instance_info_cache with network_info: [{"id": "87ae18ba-2abb-4d0f-b152-bf68c6da0ffa", "address": "fa:16:3e:c0:42:be", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ae18ba-2a", "ovs_interfaceid": "87ae18ba-2abb-4d0f-b152-bf68c6da0ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.689423] env[68627]: DEBUG nova.network.neutron [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.797245] env[68627]: DEBUG nova.compute.manager [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.834665] env[68627]: DEBUG nova.compute.manager [req-92c26142-ce81-4cd3-9022-1a07b2a6bff9 req-f6a2f416-1101-4931-9694-de65ea5ca835 service nova] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Received event network-vif-plugged-ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 589.834665] env[68627]: DEBUG oslo_concurrency.lockutils [req-92c26142-ce81-4cd3-9022-1a07b2a6bff9 req-f6a2f416-1101-4931-9694-de65ea5ca835 service nova] Acquiring lock "757963ce-ffa5-45a2-ab05-4700cea02493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.836501] env[68627]: DEBUG oslo_concurrency.lockutils [req-92c26142-ce81-4cd3-9022-1a07b2a6bff9 req-f6a2f416-1101-4931-9694-de65ea5ca835 service nova] Lock "757963ce-ffa5-45a2-ab05-4700cea02493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.838488] env[68627]: DEBUG oslo_concurrency.lockutils [req-92c26142-ce81-4cd3-9022-1a07b2a6bff9 req-f6a2f416-1101-4931-9694-de65ea5ca835 service nova] Lock "757963ce-ffa5-45a2-ab05-4700cea02493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.838824] env[68627]: DEBUG nova.compute.manager [req-92c26142-ce81-4cd3-9022-1a07b2a6bff9 req-f6a2f416-1101-4931-9694-de65ea5ca835 service nova] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] No waiting events found dispatching network-vif-plugged-ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.839418] env[68627]: WARNING nova.compute.manager [req-92c26142-ce81-4cd3-9022-1a07b2a6bff9 req-f6a2f416-1101-4931-9694-de65ea5ca835 service nova] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Received unexpected event network-vif-plugged-ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd for instance with vm_state building and task_state spawning. [ 589.909342] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af20fef2-2091-4df0-b23e-817079c7e5d0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.917393] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f43412a-ddca-4f57-a424-385f121a769f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.953413] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2288297a-051f-4b65-a4c9-20fbff41549f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.961960] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3558305a-f6e1-4b00-83bf-eb8107d470a0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.979607] env[68627]: DEBUG nova.compute.provider_tree [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.117889] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Acquiring lock "4ba9555c-aa88-464a-817c-bc8c5b042e6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.118136] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Lock "4ba9555c-aa88-464a-817c-bc8c5b042e6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.172564] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Releasing lock "refresh_cache-60fd4a1b-603d-4b55-a997-2da9b973ca82" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.172889] env[68627]: DEBUG nova.compute.manager [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Instance network_info: |[{"id": "87ae18ba-2abb-4d0f-b152-bf68c6da0ffa", "address": "fa:16:3e:c0:42:be", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ae18ba-2a", "ovs_interfaceid": "87ae18ba-2abb-4d0f-b152-bf68c6da0ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.173956] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:42:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87ae18ba-2abb-4d0f-b152-bf68c6da0ffa', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.190071] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.191178] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15c59f62-e481-43e4-b905-4de764e1b72c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.208182] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Created folder: OpenStack in parent group-v4. [ 590.208425] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Creating folder: Project (228af9ee4f6e464cb13d659c6e63a8e6). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.208676] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-630cda01-3e0e-46d0-ae2c-360d4ae00f64 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.221241] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Created folder: Project (228af9ee4f6e464cb13d659c6e63a8e6) in parent group-v608385. [ 590.221476] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Creating folder: Instances. Parent ref: group-v608386. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.221678] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3251199c-97d6-48a5-8d15-d63822e45c22 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.232253] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Created folder: Instances in parent group-v608386. [ 590.232517] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 590.232784] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.232900] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bddebf82-c334-4072-be42-696a03dc13d6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.257723] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.257723] env[68627]: value = "task-3036377" [ 590.257723] env[68627]: _type = "Task" [ 590.257723] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.267667] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036377, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.321697] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Acquiring lock "4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.322899] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Lock "4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.411035] env[68627]: DEBUG nova.network.neutron [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Updating instance_info_cache with network_info: [{"id": "ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd", "address": "fa:16:3e:3e:1d:13", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1e9f06-7e", "ovs_interfaceid": "ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.482683] env[68627]: DEBUG nova.scheduler.client.report [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.623617] env[68627]: DEBUG nova.compute.manager [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.774423] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036377, 'name': CreateVM_Task, 'duration_secs': 0.424736} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.774423] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.800981] env[68627]: DEBUG oslo_vmware.service [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003948c0-aa2a-400b-b0af-cd9a6cc9f3e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.811445] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.811445] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.811883] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.813097] env[68627]: DEBUG nova.compute.manager [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.817312] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8db818-6d16-40c5-ab10-3a0a850e3c47 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.822879] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 590.822879] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52449b97-b8ad-c7dd-43a9-533541b09a7a" [ 590.822879] env[68627]: _type = "Task" [ 590.822879] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.830083] env[68627]: DEBUG nova.compute.manager [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.843082] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52449b97-b8ad-c7dd-43a9-533541b09a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.861965] env[68627]: DEBUG nova.virt.hardware [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.862245] env[68627]: DEBUG nova.virt.hardware [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.862399] env[68627]: DEBUG nova.virt.hardware [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.862710] env[68627]: DEBUG nova.virt.hardware [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.862856] env[68627]: DEBUG nova.virt.hardware [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.863025] env[68627]: DEBUG nova.virt.hardware [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.863310] env[68627]: DEBUG nova.virt.hardware [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.863468] env[68627]: DEBUG nova.virt.hardware [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.863627] env[68627]: DEBUG nova.virt.hardware [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.863781] env[68627]: DEBUG nova.virt.hardware [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.864045] env[68627]: DEBUG nova.virt.hardware [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.864930] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82acaa9d-ecc1-4385-864b-b568dc1890ba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.875253] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdacd74-318d-46f7-9197-3d2555f71ffb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.914505] env[68627]: DEBUG nova.network.neutron [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Successfully created port: f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.918654] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "refresh_cache-757963ce-ffa5-45a2-ab05-4700cea02493" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.918654] env[68627]: DEBUG nova.compute.manager [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Instance network_info: |[{"id": "ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd", "address": "fa:16:3e:3e:1d:13", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1e9f06-7e", "ovs_interfaceid": "ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.918836] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:1d:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.929257] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Creating folder: Project (2c830beed5044dbd8edc81b56fae7fea). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.929257] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad9ce351-3aeb-443b-a4a5-463a89ee90b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.941427] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Created folder: Project (2c830beed5044dbd8edc81b56fae7fea) in parent group-v608385. [ 590.941638] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Creating folder: Instances. Parent ref: group-v608389. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.941905] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7a7c2d2-bc1e-4414-ba15-fc9ade9e7617 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.950871] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Created folder: Instances in parent group-v608389. [ 590.951150] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 590.951340] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.951537] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7082754d-5005-48de-8f13-12fc9403a2c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.971935] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.971935] env[68627]: value = "task-3036380" [ 590.971935] env[68627]: _type = "Task" [ 590.971935] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.981887] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036380, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.989841] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.991619] env[68627]: DEBUG nova.compute.manager [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.994239] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.761s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.994433] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.994582] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68627) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 590.995413] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876c191c-9cba-48d0-b8b0-f2d99bd0d060 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.005283] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5104ef-6e93-40f8-987e-fab3f53c7ba3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.022659] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91357999-e9f1-4a0c-8c8b-e4895a201da3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.027023] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e18758-2c59-44d6-a528-be8abcfe1655 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.060444] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181040MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=68627) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 591.060583] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.060725] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.163100] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.336824] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.337124] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.337249] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.337405] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.338293] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.338619] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a929867f-2e82-468e-bcc2-4978d6eb5d3e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.347195] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.347361] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.350947] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e1ff4b-387d-4d26-b600-6ddbb974e5b7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.369291] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6974c988-6628-4678-ae80-6fcc0cc1665a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.376014] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 591.376014] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f0024a-e686-93d8-72c7-4361101b1753" [ 591.376014] env[68627]: _type = "Task" [ 591.376014] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.377056] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.385353] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f0024a-e686-93d8-72c7-4361101b1753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.486267] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036380, 'name': CreateVM_Task, 'duration_secs': 0.403224} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.486418] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.487183] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.487363] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.487665] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.487913] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d1d65f-17ed-4abb-8785-f301c3d01a4d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.497162] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 591.497162] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a9dd07-ef34-dc39-5da3-1e3b77666f91" [ 591.497162] env[68627]: _type = "Task" [ 591.497162] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.501264] env[68627]: DEBUG nova.compute.utils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.502775] env[68627]: DEBUG nova.compute.manager [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.504300] env[68627]: DEBUG nova.network.neutron [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.512566] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a9dd07-ef34-dc39-5da3-1e3b77666f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.824104] env[68627]: DEBUG nova.policy [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87d8e17f718542c7b903ff230aa8ee6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c0187baf7f447159e62ed92f3de1e51', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.892022] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Preparing fetch location {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 591.892022] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Creating directory with path [datastore2] vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148/acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.892022] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c17a92c-3414-40ab-8641-c75c81139f37 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.915171] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Created directory with path [datastore2] vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148/acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.915390] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Fetch image to [datastore2] vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 591.915556] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Downloading image file data acd69c0a-2237-4f84-bb8d-16700e5efa1f to [datastore2] vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk on the data store datastore2 {{(pid=68627) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 591.916391] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34061297-e280-4c7e-8d16-9a533791f7bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.925692] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f81c49-322f-4f76-808d-b280c08bcaf8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.935575] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fd9dfd-f23f-4898-8932-f3fdba773b35 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.968583] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b244a5f-c1d9-44bc-805d-a4a366ce8737 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.974730] env[68627]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1c934b1e-a0a7-417a-abb0-ad9334277a80 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.008810] env[68627]: DEBUG nova.compute.manager [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.014992] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.015246] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.015457] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.075768] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Downloading image file data acd69c0a-2237-4f84-bb8d-16700e5efa1f to the data store datastore2 {{(pid=68627) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 592.105473] env[68627]: DEBUG nova.network.neutron [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Successfully updated port: 084f235b-7a87-4065-b97b-452f8869bcc4 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.112470] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 60fd4a1b-603d-4b55-a997-2da9b973ca82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 592.112470] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 757963ce-ffa5-45a2-ab05-4700cea02493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 592.112573] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance f92f4394-a6f9-41cf-973a-a5cc0ecb624f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 592.112721] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 68cec116-992b-4a44-8d91-bad5c26c4798 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 592.112799] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 028fd908-1efd-44b7-a8d5-cfe8065a2857 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 592.160230] env[68627]: DEBUG oslo_vmware.rw_handles [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68627) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 592.610278] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "refresh_cache-f92f4394-a6f9-41cf-973a-a5cc0ecb624f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.610278] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquired lock "refresh_cache-f92f4394-a6f9-41cf-973a-a5cc0ecb624f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.610278] env[68627]: DEBUG nova.network.neutron [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.620780] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 4ba9555c-aa88-464a-817c-bc8c5b042e6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 592.658101] env[68627]: DEBUG nova.compute.manager [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Received event network-changed-87ae18ba-2abb-4d0f-b152-bf68c6da0ffa {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.658325] env[68627]: DEBUG nova.compute.manager [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Refreshing instance network info cache due to event network-changed-87ae18ba-2abb-4d0f-b152-bf68c6da0ffa. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 592.658526] env[68627]: DEBUG oslo_concurrency.lockutils [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] Acquiring lock "refresh_cache-60fd4a1b-603d-4b55-a997-2da9b973ca82" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.658662] env[68627]: DEBUG oslo_concurrency.lockutils [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] Acquired lock "refresh_cache-60fd4a1b-603d-4b55-a997-2da9b973ca82" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.658812] env[68627]: DEBUG nova.network.neutron [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Refreshing network info cache for port 87ae18ba-2abb-4d0f-b152-bf68c6da0ffa {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.914132] env[68627]: DEBUG oslo_vmware.rw_handles [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Completed reading data from the image iterator. {{(pid=68627) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 592.914378] env[68627]: DEBUG oslo_vmware.rw_handles [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 592.978746] env[68627]: DEBUG nova.network.neutron [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Successfully created port: 12d2b4b5-a3b8-48f3-b9bd-12587974ce4e {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.983164] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Downloaded image file data acd69c0a-2237-4f84-bb8d-16700e5efa1f to vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk on the data store datastore2 {{(pid=68627) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 592.988590] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Caching image {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 592.988590] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Copying Virtual Disk [datastore2] vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk to [datastore2] vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.989968] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ba9f605-175d-43d1-af4f-162989b7120e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.002020] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 593.002020] env[68627]: value = "task-3036381" [ 593.002020] env[68627]: _type = "Task" [ 593.002020] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.017770] env[68627]: DEBUG nova.compute.manager [req-8eafce56-0051-4143-beef-ac9fe36bf019 req-f2c9c247-1550-48eb-8f2c-68aaebfa2d0c service nova] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Received event network-changed-ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 593.017770] env[68627]: DEBUG nova.compute.manager [req-8eafce56-0051-4143-beef-ac9fe36bf019 req-f2c9c247-1550-48eb-8f2c-68aaebfa2d0c service nova] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Refreshing instance network info cache due to event network-changed-ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 593.017770] env[68627]: DEBUG oslo_concurrency.lockutils [req-8eafce56-0051-4143-beef-ac9fe36bf019 req-f2c9c247-1550-48eb-8f2c-68aaebfa2d0c service nova] Acquiring lock "refresh_cache-757963ce-ffa5-45a2-ab05-4700cea02493" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.017770] env[68627]: DEBUG oslo_concurrency.lockutils [req-8eafce56-0051-4143-beef-ac9fe36bf019 req-f2c9c247-1550-48eb-8f2c-68aaebfa2d0c service nova] Acquired lock "refresh_cache-757963ce-ffa5-45a2-ab05-4700cea02493" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.017770] env[68627]: DEBUG nova.network.neutron [req-8eafce56-0051-4143-beef-ac9fe36bf019 req-f2c9c247-1550-48eb-8f2c-68aaebfa2d0c service nova] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Refreshing network info cache for port ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.024118] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.027265] env[68627]: DEBUG nova.compute.manager [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.063132] env[68627]: DEBUG nova.virt.hardware [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.063415] env[68627]: DEBUG nova.virt.hardware [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.063567] env[68627]: DEBUG nova.virt.hardware [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.063742] env[68627]: DEBUG nova.virt.hardware [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.063881] env[68627]: DEBUG nova.virt.hardware [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.065212] env[68627]: DEBUG nova.virt.hardware [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.065505] env[68627]: DEBUG nova.virt.hardware [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.066757] env[68627]: DEBUG nova.virt.hardware [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.066757] env[68627]: DEBUG nova.virt.hardware [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.066757] env[68627]: DEBUG nova.virt.hardware [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.066757] env[68627]: DEBUG nova.virt.hardware [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.067291] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907b1fe1-9515-4853-bfc4-94007af1f011 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.080031] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9458648f-6593-46d2-bb66-2cad164527f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.091965] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "20f5b953-f903-41ca-9a8c-a1b06d61c9ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.092131] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "20f5b953-f903-41ca-9a8c-a1b06d61c9ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.127697] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 593.127923] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 593.128093] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 593.214957] env[68627]: DEBUG nova.network.neutron [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.288931] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b58643-825a-452e-86bd-cd898a77b63d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.299078] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f2f675-99f6-4588-a7f8-e5a6ec1eafd0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.342466] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3993e9-19fe-4203-a33b-c0c722d2efb3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.348356] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9602a43e-52fb-471f-b89f-9dbb021350b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.370717] env[68627]: DEBUG nova.compute.provider_tree [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.471592] env[68627]: DEBUG nova.network.neutron [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Updated VIF entry in instance network info cache for port 87ae18ba-2abb-4d0f-b152-bf68c6da0ffa. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.473262] env[68627]: DEBUG nova.network.neutron [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Updating instance_info_cache with network_info: [{"id": "87ae18ba-2abb-4d0f-b152-bf68c6da0ffa", "address": "fa:16:3e:c0:42:be", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ae18ba-2a", "ovs_interfaceid": "87ae18ba-2abb-4d0f-b152-bf68c6da0ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.515101] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036381, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.613096] env[68627]: DEBUG nova.compute.manager [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.865343] env[68627]: DEBUG nova.network.neutron [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Updating instance_info_cache with network_info: [{"id": "084f235b-7a87-4065-b97b-452f8869bcc4", "address": "fa:16:3e:a8:b7:85", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap084f235b-7a", "ovs_interfaceid": "084f235b-7a87-4065-b97b-452f8869bcc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.873543] env[68627]: DEBUG nova.scheduler.client.report [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.953061] env[68627]: DEBUG nova.network.neutron [req-8eafce56-0051-4143-beef-ac9fe36bf019 req-f2c9c247-1550-48eb-8f2c-68aaebfa2d0c service nova] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Updated VIF entry in instance network info cache for port ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.953061] env[68627]: DEBUG nova.network.neutron [req-8eafce56-0051-4143-beef-ac9fe36bf019 req-f2c9c247-1550-48eb-8f2c-68aaebfa2d0c service nova] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Updating instance_info_cache with network_info: [{"id": "ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd", "address": "fa:16:3e:3e:1d:13", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1e9f06-7e", "ovs_interfaceid": "ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.978411] env[68627]: DEBUG oslo_concurrency.lockutils [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] Releasing lock "refresh_cache-60fd4a1b-603d-4b55-a997-2da9b973ca82" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.978778] env[68627]: DEBUG nova.compute.manager [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Received event network-vif-plugged-084f235b-7a87-4065-b97b-452f8869bcc4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 593.979013] env[68627]: DEBUG oslo_concurrency.lockutils [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] Acquiring lock "f92f4394-a6f9-41cf-973a-a5cc0ecb624f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.979738] env[68627]: DEBUG oslo_concurrency.lockutils [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] Lock "f92f4394-a6f9-41cf-973a-a5cc0ecb624f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.979974] env[68627]: DEBUG oslo_concurrency.lockutils [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] Lock "f92f4394-a6f9-41cf-973a-a5cc0ecb624f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.980178] env[68627]: DEBUG nova.compute.manager [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] No waiting events found dispatching network-vif-plugged-084f235b-7a87-4065-b97b-452f8869bcc4 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.980349] env[68627]: WARNING nova.compute.manager [req-65d3b5e9-df65-4a43-bd33-ab48eeb99ffe req-8f4a0962-da7e-4903-85b6-0eab1beed382 service nova] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Received unexpected event network-vif-plugged-084f235b-7a87-4065-b97b-452f8869bcc4 for instance with vm_state building and task_state spawning. [ 594.016841] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70356} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.017180] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Copied Virtual Disk [datastore2] vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk to [datastore2] vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.017505] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Deleting the datastore file [datastore2] vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.017734] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e22c7ddd-3e32-45ae-9fe8-53cc8a4000cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.024044] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 594.024044] env[68627]: value = "task-3036382" [ 594.024044] env[68627]: _type = "Task" [ 594.024044] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.033893] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.159194] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.283626] env[68627]: DEBUG nova.network.neutron [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Successfully updated port: f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.369614] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Releasing lock "refresh_cache-f92f4394-a6f9-41cf-973a-a5cc0ecb624f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.369943] env[68627]: DEBUG nova.compute.manager [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Instance network_info: |[{"id": "084f235b-7a87-4065-b97b-452f8869bcc4", "address": "fa:16:3e:a8:b7:85", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap084f235b-7a", "ovs_interfaceid": "084f235b-7a87-4065-b97b-452f8869bcc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.370380] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:b7:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '084f235b-7a87-4065-b97b-452f8869bcc4', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.378164] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Creating folder: Project (f1b7234a777a4cb8b2b138d7319d9c05). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.378785] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf3b1e0c-aeab-4720-adaa-dd1a2cb43c82 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.382258] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 594.382466] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.322s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.382748] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.220s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.384916] env[68627]: INFO nova.compute.claims [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.396268] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Created folder: Project (f1b7234a777a4cb8b2b138d7319d9c05) in parent group-v608385. [ 594.396493] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Creating folder: Instances. Parent ref: group-v608392. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.396740] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-032ce9ab-a4f5-43af-9f76-13ad94c5d4c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.406322] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Created folder: Instances in parent group-v608392. [ 594.407726] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.407877] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.407992] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dea0a88-df66-4706-9e37-e7b5bcb8a801 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.429503] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.429503] env[68627]: value = "task-3036385" [ 594.429503] env[68627]: _type = "Task" [ 594.429503] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.440901] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036385, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.459113] env[68627]: DEBUG oslo_concurrency.lockutils [req-8eafce56-0051-4143-beef-ac9fe36bf019 req-f2c9c247-1550-48eb-8f2c-68aaebfa2d0c service nova] Releasing lock "refresh_cache-757963ce-ffa5-45a2-ab05-4700cea02493" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.539307] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022674} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.539307] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.539307] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Moving file from [datastore2] vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148/acd69c0a-2237-4f84-bb8d-16700e5efa1f to [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f. {{(pid=68627) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 594.539483] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-58432766-3571-400b-a542-b75e508cf847 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.550170] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 594.550170] env[68627]: value = "task-3036386" [ 594.550170] env[68627]: _type = "Task" [ 594.550170] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.560557] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036386, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.787180] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Acquiring lock "refresh_cache-68cec116-992b-4a44-8d91-bad5c26c4798" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.787180] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Acquired lock "refresh_cache-68cec116-992b-4a44-8d91-bad5c26c4798" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.787180] env[68627]: DEBUG nova.network.neutron [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.940978] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036385, 'name': CreateVM_Task, 'duration_secs': 0.334392} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.941178] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.941891] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.942108] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.942451] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.942770] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b761ff7-11bf-4913-9757-bf27b898f480 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.947976] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 594.947976] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5201c3e1-f87d-5085-306b-44c81a5f05d2" [ 594.947976] env[68627]: _type = "Task" [ 594.947976] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.956308] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5201c3e1-f87d-5085-306b-44c81a5f05d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.058327] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036386, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025556} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.058475] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] File moved {{(pid=68627) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 595.058888] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Cleaning up location [datastore2] vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148 {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 595.059112] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Deleting the datastore file [datastore2] vmware_temp/ff8e9c2b-1d40-47aa-b7b1-1f7d10be6148 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.059370] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28525a9e-089e-46be-8970-81e79e0596f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.066151] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 595.066151] env[68627]: value = "task-3036387" [ 595.066151] env[68627]: _type = "Task" [ 595.066151] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.075678] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.339755] env[68627]: DEBUG nova.network.neutron [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.466296] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5201c3e1-f87d-5085-306b-44c81a5f05d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.466784] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.467092] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.467492] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.578497] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025085} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.578793] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.579807] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ff6a55-6245-429f-8dd1-d766b3576ec9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.592396] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 595.592396] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52fed5cc-fec9-81a5-66e1-a6b510b77465" [ 595.592396] env[68627]: _type = "Task" [ 595.592396] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.605107] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52fed5cc-fec9-81a5-66e1-a6b510b77465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.681497] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6296d253-5ff9-4bfd-bb44-230d1a7bf1f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.699288] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3307f5-6887-465b-ad13-1349a288a4bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.739388] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27b2078-70cd-4adb-b1ab-dfe4846ba205 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.747560] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c3683a-47a6-4b36-a9dc-fc428e1cb53c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.766305] env[68627]: DEBUG nova.compute.provider_tree [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.834260] env[68627]: DEBUG nova.network.neutron [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Updating instance_info_cache with network_info: [{"id": "f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef", "address": "fa:16:3e:24:be:32", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53ef5b1-3c", "ovs_interfaceid": "f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.874939] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Acquiring lock "946c78be-7449-4163-85ec-be6ac8e85268" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.878914] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Lock "946c78be-7449-4163-85ec-be6ac8e85268" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.915465] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "7b60bcbc-dc20-4423-aaae-0e1b20127384" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.916575] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "7b60bcbc-dc20-4423-aaae-0e1b20127384" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.105227] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52fed5cc-fec9-81a5-66e1-a6b510b77465, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.105227] env[68627]: DEBUG nova.network.neutron [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Successfully updated port: 12d2b4b5-a3b8-48f3-b9bd-12587974ce4e {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.105227] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.105227] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 60fd4a1b-603d-4b55-a997-2da9b973ca82/60fd4a1b-603d-4b55-a997-2da9b973ca82.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.107768] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.107768] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.107768] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1ed8abe-bd57-4605-8859-1953f26b9ac7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.107768] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8142283d-9a5f-409b-a356-3a09d55e4ac2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.114417] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 596.114417] env[68627]: value = "task-3036388" [ 596.114417] env[68627]: _type = "Task" [ 596.114417] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.118954] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.119106] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.120336] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d9f9c6-92b0-46e6-84d8-9bca6b1f2978 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.126476] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.129820] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 596.129820] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528a5bd5-2690-ccdc-f0ae-cc8f0c6ac59a" [ 596.129820] env[68627]: _type = "Task" [ 596.129820] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.145155] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528a5bd5-2690-ccdc-f0ae-cc8f0c6ac59a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.268897] env[68627]: DEBUG nova.scheduler.client.report [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.337724] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Releasing lock "refresh_cache-68cec116-992b-4a44-8d91-bad5c26c4798" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.338745] env[68627]: DEBUG nova.compute.manager [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Instance network_info: |[{"id": "f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef", "address": "fa:16:3e:24:be:32", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53ef5b1-3c", "ovs_interfaceid": "f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.339568] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:be:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.349897] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Creating folder: Project (0c5ce5a4c16249eeb1ea812c7a3ae8fe). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.350322] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8105a79f-0c56-423e-8815-68ca0a9d110f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.365278] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Created folder: Project (0c5ce5a4c16249eeb1ea812c7a3ae8fe) in parent group-v608385. [ 596.365278] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Creating folder: Instances. Parent ref: group-v608395. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.365278] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7bd6a15-58ac-4f12-85a0-8dcc3c2dd898 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.374389] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Created folder: Instances in parent group-v608395. [ 596.374723] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.374959] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.375191] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94fa530e-76e4-4998-8463-faac8e05a48f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.391927] env[68627]: DEBUG nova.compute.manager [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.403022] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.403022] env[68627]: value = "task-3036391" [ 596.403022] env[68627]: _type = "Task" [ 596.403022] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.411101] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036391, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.419857] env[68627]: DEBUG nova.compute.manager [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.608934] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Acquiring lock "refresh_cache-028fd908-1efd-44b7-a8d5-cfe8065a2857" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.609135] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Acquired lock "refresh_cache-028fd908-1efd-44b7-a8d5-cfe8065a2857" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.609294] env[68627]: DEBUG nova.network.neutron [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.630743] env[68627]: DEBUG nova.compute.manager [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Received event network-changed-084f235b-7a87-4065-b97b-452f8869bcc4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.630934] env[68627]: DEBUG nova.compute.manager [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Refreshing instance network info cache due to event network-changed-084f235b-7a87-4065-b97b-452f8869bcc4. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 596.631219] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] Acquiring lock "refresh_cache-f92f4394-a6f9-41cf-973a-a5cc0ecb624f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.632210] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] Acquired lock "refresh_cache-f92f4394-a6f9-41cf-973a-a5cc0ecb624f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.634055] env[68627]: DEBUG nova.network.neutron [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Refreshing network info cache for port 084f235b-7a87-4065-b97b-452f8869bcc4 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.646891] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036388, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.653890] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528a5bd5-2690-ccdc-f0ae-cc8f0c6ac59a, 'name': SearchDatastore_Task, 'duration_secs': 0.020072} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.655240] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbe380e-7541-4e84-ad67-9bf9b12c1503 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.664118] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 596.664118] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525733d4-422a-d3cf-752c-1e3fc0bc04c8" [ 596.664118] env[68627]: _type = "Task" [ 596.664118] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.672732] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525733d4-422a-d3cf-752c-1e3fc0bc04c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.777233] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.777233] env[68627]: DEBUG nova.compute.manager [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.780966] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.404s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.782704] env[68627]: INFO nova.compute.claims [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.871519] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Acquiring lock "328774c6-f757-444d-b9ce-3663119c0940" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.871519] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Lock "328774c6-f757-444d-b9ce-3663119c0940" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.913977] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036391, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.922654] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.942259] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.134892] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588611} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.135267] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 60fd4a1b-603d-4b55-a997-2da9b973ca82/60fd4a1b-603d-4b55-a997-2da9b973ca82.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.135465] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.136448] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-922439fc-27c1-4596-b3a6-7fe0ab0d77b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.144834] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 597.144834] env[68627]: value = "task-3036392" [ 597.144834] env[68627]: _type = "Task" [ 597.144834] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.157088] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.175481] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525733d4-422a-d3cf-752c-1e3fc0bc04c8, 'name': SearchDatastore_Task, 'duration_secs': 0.028128} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.176168] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.176704] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 757963ce-ffa5-45a2-ab05-4700cea02493/757963ce-ffa5-45a2-ab05-4700cea02493.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.178018] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.178018] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.178018] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-312fbe4b-c0cd-42df-bc15-4ddddd2f59c1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.181098] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5754f99-8254-425c-b431-f513ee37f8d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.192986] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 597.192986] env[68627]: value = "task-3036393" [ 597.192986] env[68627]: _type = "Task" [ 597.192986] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.195589] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.195842] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.199820] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc52f29-e191-4e2f-a846-bdc2e9cf5e81 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.208482] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.210266] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 597.210266] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52be6506-21f1-1b5c-7c3d-60872f764474" [ 597.210266] env[68627]: _type = "Task" [ 597.210266] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.219328] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "ef414e3a-4eaf-4f52-bc67-3bcd252a7477" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.219591] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "ef414e3a-4eaf-4f52-bc67-3bcd252a7477" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.220484] env[68627]: DEBUG nova.network.neutron [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.227144] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52be6506-21f1-1b5c-7c3d-60872f764474, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.230363] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e80e91-1f85-440b-bd9c-74551f93d04e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.236587] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 597.236587] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52edbd32-cdfb-6783-479b-d16b6ced63f3" [ 597.236587] env[68627]: _type = "Task" [ 597.236587] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.246053] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52edbd32-cdfb-6783-479b-d16b6ced63f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.291373] env[68627]: DEBUG nova.compute.utils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.296018] env[68627]: DEBUG nova.compute.manager [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Not allocating networking since 'none' was specified. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 597.415993] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036391, 'name': CreateVM_Task, 'duration_secs': 0.578443} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.425560] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.425560] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.425560] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.425560] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.427124] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c697d38-50d8-49c8-bb03-1bee04bbb9fe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.436892] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Waiting for the task: (returnval){ [ 597.436892] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f0754c-a836-0bb0-da2a-f07e27c2a454" [ 597.436892] env[68627]: _type = "Task" [ 597.436892] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.448857] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f0754c-a836-0bb0-da2a-f07e27c2a454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.622741] env[68627]: DEBUG nova.network.neutron [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Updating instance_info_cache with network_info: [{"id": "12d2b4b5-a3b8-48f3-b9bd-12587974ce4e", "address": "fa:16:3e:1f:dd:fd", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d2b4b5-a3", "ovs_interfaceid": "12d2b4b5-a3b8-48f3-b9bd-12587974ce4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.656522] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095887} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.657032] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.658120] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea02d2d-4c6b-4c30-94b1-819222db2cdd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.691341] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 60fd4a1b-603d-4b55-a997-2da9b973ca82/60fd4a1b-603d-4b55-a997-2da9b973ca82.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.692027] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5737412e-a42c-4ec1-916f-e33af7590532 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.725761] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 597.725761] env[68627]: value = "task-3036394" [ 597.725761] env[68627]: _type = "Task" [ 597.725761] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.726460] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493518} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.726460] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 757963ce-ffa5-45a2-ab05-4700cea02493/757963ce-ffa5-45a2-ab05-4700cea02493.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.729430] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.732386] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89db2780-7d80-42fb-9e0a-7aff82512449 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.743612] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 597.743612] env[68627]: value = "task-3036395" [ 597.743612] env[68627]: _type = "Task" [ 597.743612] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.750899] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52edbd32-cdfb-6783-479b-d16b6ced63f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008772} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.754679] env[68627]: DEBUG nova.network.neutron [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Updated VIF entry in instance network info cache for port 084f235b-7a87-4065-b97b-452f8869bcc4. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.754679] env[68627]: DEBUG nova.network.neutron [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Updating instance_info_cache with network_info: [{"id": "084f235b-7a87-4065-b97b-452f8869bcc4", "address": "fa:16:3e:a8:b7:85", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap084f235b-7a", "ovs_interfaceid": "084f235b-7a87-4065-b97b-452f8869bcc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.755119] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.757180] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] f92f4394-a6f9-41cf-973a-a5cc0ecb624f/f92f4394-a6f9-41cf-973a-a5cc0ecb624f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.760828] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1659b9c-e762-4476-814f-a4c8087b1b02 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.763169] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.767223] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 597.767223] env[68627]: value = "task-3036396" [ 597.767223] env[68627]: _type = "Task" [ 597.767223] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.784845] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.794523] env[68627]: DEBUG nova.compute.manager [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.844783] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquiring lock "dd7c8e0b-7816-40a9-8aad-67541de9fd67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.845043] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Lock "dd7c8e0b-7816-40a9-8aad-67541de9fd67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.952312] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f0754c-a836-0bb0-da2a-f07e27c2a454, 'name': SearchDatastore_Task, 'duration_secs': 0.050347} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.952312] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.952445] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.952687] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.952954] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.953036] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.953945] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc84047c-0876-4004-b8f6-42903d7f1283 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.964902] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.964902] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.965582] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1788af84-091d-40ff-917d-7611255d5407 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.971082] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Waiting for the task: (returnval){ [ 597.971082] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f7fe0c-3f3b-c0a2-05d3-91cb714ee73d" [ 597.971082] env[68627]: _type = "Task" [ 597.971082] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.979807] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f7fe0c-3f3b-c0a2-05d3-91cb714ee73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.054660] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b276ed-8e55-4443-a574-e5a2dd9aac4d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.063629] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3fc022-ee14-45cb-b785-c925aa00ef11 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.117738] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca5e75d-b3b3-4b16-8a90-560d6ed84684 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.132065] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c91dc4-c9e4-4f38-9176-621bb962a383 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.140557] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Releasing lock "refresh_cache-028fd908-1efd-44b7-a8d5-cfe8065a2857" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.140811] env[68627]: DEBUG nova.compute.manager [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Instance network_info: |[{"id": "12d2b4b5-a3b8-48f3-b9bd-12587974ce4e", "address": "fa:16:3e:1f:dd:fd", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d2b4b5-a3", "ovs_interfaceid": "12d2b4b5-a3b8-48f3-b9bd-12587974ce4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.141371] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:dd:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12d2b4b5-a3b8-48f3-b9bd-12587974ce4e', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.157389] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Creating folder: Project (9c0187baf7f447159e62ed92f3de1e51). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.160344] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55bd17e4-38dc-4ffc-9f8c-2c5558c21ff8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.182583] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.183139] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.183882] env[68627]: DEBUG nova.compute.provider_tree [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.196299] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Created folder: Project (9c0187baf7f447159e62ed92f3de1e51) in parent group-v608385. [ 598.196517] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Creating folder: Instances. Parent ref: group-v608398. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.197590] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94dd8f8b-f834-4090-8887-c52260791713 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.207554] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Created folder: Instances in parent group-v608398. [ 598.207554] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.208249] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.208542] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f63d1879-d0bb-40cd-a052-0b010d43dd21 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.232261] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.232261] env[68627]: value = "task-3036399" [ 598.232261] env[68627]: _type = "Task" [ 598.232261] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.240218] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.244689] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036399, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.252664] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108383} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.253081] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.253754] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6027a69-307d-42d6-92d3-254fab6467a5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.269597] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] Releasing lock "refresh_cache-f92f4394-a6f9-41cf-973a-a5cc0ecb624f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.269799] env[68627]: DEBUG nova.compute.manager [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Received event network-vif-plugged-f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.269886] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] Acquiring lock "68cec116-992b-4a44-8d91-bad5c26c4798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.270117] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] Lock "68cec116-992b-4a44-8d91-bad5c26c4798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.270237] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] Lock "68cec116-992b-4a44-8d91-bad5c26c4798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.270353] env[68627]: DEBUG nova.compute.manager [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] No waiting events found dispatching network-vif-plugged-f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.270506] env[68627]: WARNING nova.compute.manager [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Received unexpected event network-vif-plugged-f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef for instance with vm_state building and task_state spawning. [ 598.270655] env[68627]: DEBUG nova.compute.manager [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Received event network-changed-f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.270805] env[68627]: DEBUG nova.compute.manager [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Refreshing instance network info cache due to event network-changed-f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 598.271063] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] Acquiring lock "refresh_cache-68cec116-992b-4a44-8d91-bad5c26c4798" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.271232] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] Acquired lock "refresh_cache-68cec116-992b-4a44-8d91-bad5c26c4798" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.271394] env[68627]: DEBUG nova.network.neutron [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Refreshing network info cache for port f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.281342] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 757963ce-ffa5-45a2-ab05-4700cea02493/757963ce-ffa5-45a2-ab05-4700cea02493.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.289841] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75ca45ff-0411-4cbb-89d5-8750a3e80a2d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.315370] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036396, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.317094] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 598.317094] env[68627]: value = "task-3036400" [ 598.317094] env[68627]: _type = "Task" [ 598.317094] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.327838] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.481237] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f7fe0c-3f3b-c0a2-05d3-91cb714ee73d, 'name': SearchDatastore_Task, 'duration_secs': 0.015616} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.482074] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f0584c-75db-45b2-aafa-1bcb72df9e73 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.487129] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Waiting for the task: (returnval){ [ 598.487129] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5248a9e8-aba4-8e96-fe71-0fcd02e7cfbb" [ 598.487129] env[68627]: _type = "Task" [ 598.487129] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.494512] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5248a9e8-aba4-8e96-fe71-0fcd02e7cfbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.691039] env[68627]: DEBUG nova.scheduler.client.report [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.745239] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036394, 'name': ReconfigVM_Task, 'duration_secs': 0.746757} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.746265] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 60fd4a1b-603d-4b55-a997-2da9b973ca82/60fd4a1b-603d-4b55-a997-2da9b973ca82.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.749708] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bce14ca-a1d8-40ae-82d4-cc2ec05d2999 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.753305] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036399, 'name': CreateVM_Task, 'duration_secs': 0.451094} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.754251] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.755895] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.756783] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.757555] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.759856] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65420f35-b52b-4b95-ae9d-1c863de2595c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.762789] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 598.762789] env[68627]: value = "task-3036401" [ 598.762789] env[68627]: _type = "Task" [ 598.762789] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.767519] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Waiting for the task: (returnval){ [ 598.767519] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523db098-100f-cac8-ff99-93c10210a920" [ 598.767519] env[68627]: _type = "Task" [ 598.767519] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.779731] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036401, 'name': Rename_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.796600] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Acquiring lock "fc93649b-1a68-4939-bf5a-6218f5186bd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.798023] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Lock "fc93649b-1a68-4939-bf5a-6218f5186bd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.798023] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523db098-100f-cac8-ff99-93c10210a920, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.798023] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.798023] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.798387] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.802950] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641612} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.803202] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] f92f4394-a6f9-41cf-973a-a5cc0ecb624f/f92f4394-a6f9-41cf-973a-a5cc0ecb624f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.803449] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.803743] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51d77a98-a102-436c-adad-60ecfeb620e6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.809742] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 598.809742] env[68627]: value = "task-3036402" [ 598.809742] env[68627]: _type = "Task" [ 598.809742] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.815902] env[68627]: DEBUG nova.compute.manager [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.824801] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.829838] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036400, 'name': ReconfigVM_Task, 'duration_secs': 0.434689} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.830260] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 757963ce-ffa5-45a2-ab05-4700cea02493/757963ce-ffa5-45a2-ab05-4700cea02493.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.830953] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d0d4209-6617-4da0-a6e1-b79cf87dfad6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.837615] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 598.837615] env[68627]: value = "task-3036403" [ 598.837615] env[68627]: _type = "Task" [ 598.837615] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.855898] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036403, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.861359] env[68627]: DEBUG nova.virt.hardware [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.861599] env[68627]: DEBUG nova.virt.hardware [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.861758] env[68627]: DEBUG nova.virt.hardware [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.861961] env[68627]: DEBUG nova.virt.hardware [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.862120] env[68627]: DEBUG nova.virt.hardware [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.862279] env[68627]: DEBUG nova.virt.hardware [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.863110] env[68627]: DEBUG nova.virt.hardware [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.863110] env[68627]: DEBUG nova.virt.hardware [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.863110] env[68627]: DEBUG nova.virt.hardware [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.863110] env[68627]: DEBUG nova.virt.hardware [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.863110] env[68627]: DEBUG nova.virt.hardware [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.866944] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d61a32d-ab02-45c4-91bc-8746cb1fac15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.870303] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Acquiring lock "2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.870540] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Lock "2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.876673] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eaf646-03f3-4e7d-9fb4-4eaf9ed4f270 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.891957] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.899294] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Creating folder: Project (868064f25aa2404d95591e8037bdfbae). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.899294] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-100088cd-adb2-4350-aab7-ec386231b640 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.908978] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Created folder: Project (868064f25aa2404d95591e8037bdfbae) in parent group-v608385. [ 598.909225] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Creating folder: Instances. Parent ref: group-v608401. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.911798] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9b02eee-6aa2-439c-b2eb-e2309a8f8669 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.921064] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Created folder: Instances in parent group-v608401. [ 598.921534] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.921534] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.921702] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b17ce21-e943-4066-beda-0adf5a16df15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.940827] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.940827] env[68627]: value = "task-3036406" [ 598.940827] env[68627]: _type = "Task" [ 598.940827] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.952354] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036406, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.998404] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5248a9e8-aba4-8e96-fe71-0fcd02e7cfbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.998700] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.998984] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 68cec116-992b-4a44-8d91-bad5c26c4798/68cec116-992b-4a44-8d91-bad5c26c4798.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.003020] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.003020] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.003020] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a0a5d6e-5bda-4ff8-a76f-355e60e23e4a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.003020] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cf35c94-cc39-4390-923b-7b752ee8067d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.009686] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Waiting for the task: (returnval){ [ 599.009686] env[68627]: value = "task-3036407" [ 599.009686] env[68627]: _type = "Task" [ 599.009686] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.011132] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.011350] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.015142] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235c09b2-4d03-4788-9739-449baacdbe4c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.023269] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.024228] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Waiting for the task: (returnval){ [ 599.024228] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e5b55f-daae-7b66-562c-86900414e66e" [ 599.024228] env[68627]: _type = "Task" [ 599.024228] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.034278] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e5b55f-daae-7b66-562c-86900414e66e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.141272] env[68627]: DEBUG nova.network.neutron [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Updated VIF entry in instance network info cache for port f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.141623] env[68627]: DEBUG nova.network.neutron [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Updating instance_info_cache with network_info: [{"id": "f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef", "address": "fa:16:3e:24:be:32", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53ef5b1-3c", "ovs_interfaceid": "f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.196431] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "10d5e8a7-7d54-40e9-84c8-b3975235442d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.196669] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "10d5e8a7-7d54-40e9-84c8-b3975235442d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.199023] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.199023] env[68627]: DEBUG nova.compute.manager [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.201518] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.043s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.204936] env[68627]: INFO nova.compute.claims [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.274629] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036401, 'name': Rename_Task, 'duration_secs': 0.139197} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.274915] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.275436] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd93fc3d-d4fd-496f-b16c-f6ee555e47f2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.282124] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 599.282124] env[68627]: value = "task-3036408" [ 599.282124] env[68627]: _type = "Task" [ 599.282124] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.293020] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.320321] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069151} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.320625] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.321578] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0788bbca-d712-4f68-a598-7a18379e6aab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.345959] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] f92f4394-a6f9-41cf-973a-a5cc0ecb624f/f92f4394-a6f9-41cf-973a-a5cc0ecb624f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.346736] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c08b9e-26ca-43c7-bedd-ef9278020ab7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.370924] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036403, 'name': Rename_Task, 'duration_secs': 0.139589} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.372713] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.373100] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 599.373100] env[68627]: value = "task-3036409" [ 599.373100] env[68627]: _type = "Task" [ 599.373100] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.373325] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3a1b5ab-f506-484f-9216-3bb92945d55e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.383196] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 599.383196] env[68627]: value = "task-3036410" [ 599.383196] env[68627]: _type = "Task" [ 599.383196] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.399207] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.454037] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036406, 'name': CreateVM_Task, 'duration_secs': 0.329501} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.455104] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.455435] env[68627]: DEBUG oslo_vmware.service [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66281833-f3c3-48de-810f-7dd97ed68ece {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.463372] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.463654] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.464095] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.464447] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71795fb-0d11-4d85-aadc-d5b552ec4e57 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.470909] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 599.470909] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523ebe6b-8709-e541-943e-fc694ecdd746" [ 599.470909] env[68627]: _type = "Task" [ 599.470909] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.479697] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523ebe6b-8709-e541-943e-fc694ecdd746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.522363] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036407, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.535029] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e5b55f-daae-7b66-562c-86900414e66e, 'name': SearchDatastore_Task, 'duration_secs': 0.032911} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.536029] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bfcfb3e-4aec-4431-9a50-bb56331fff81 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.542550] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Waiting for the task: (returnval){ [ 599.542550] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52382108-74f4-b9ba-c14d-4bc6f57558a3" [ 599.542550] env[68627]: _type = "Task" [ 599.542550] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.551113] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52382108-74f4-b9ba-c14d-4bc6f57558a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.648599] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdc79c4a-8bea-4c76-a364-0bf75c6d96b6 req-48b13e46-10e8-4f72-8715-9e2f8b896c51 service nova] Releasing lock "refresh_cache-68cec116-992b-4a44-8d91-bad5c26c4798" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.703666] env[68627]: DEBUG nova.compute.utils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.706561] env[68627]: DEBUG nova.compute.manager [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.706561] env[68627]: DEBUG nova.network.neutron [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.793688] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036408, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.818173] env[68627]: DEBUG nova.policy [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd94c695538a5465a9021be54e4243d52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d07fb6705644feaba2f54a86d88967a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.887732] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036409, 'name': ReconfigVM_Task, 'duration_secs': 0.443405} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.892043] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Reconfigured VM instance instance-00000003 to attach disk [datastore2] f92f4394-a6f9-41cf-973a-a5cc0ecb624f/f92f4394-a6f9-41cf-973a-a5cc0ecb624f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.892856] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3b5d428-6299-47e1-a418-c00b381c4341 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.900791] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036410, 'name': PowerOnVM_Task} progress is 92%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.904017] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 599.904017] env[68627]: value = "task-3036411" [ 599.904017] env[68627]: _type = "Task" [ 599.904017] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.915734] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036411, 'name': Rename_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.982018] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.982433] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.982659] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.982814] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.983050] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.983394] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a7a2f6-7723-4e67-aacd-52f242de563a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.995067] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.995290] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.996083] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f68b606-3ae0-44fb-84d0-60ae43affe31 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.002455] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962b9685-d499-41b4-aef5-28db639ba6cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.008382] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 600.008382] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52251de1-6bba-6c96-3f63-ed2c3bf647f1" [ 600.008382] env[68627]: _type = "Task" [ 600.008382] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.018256] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52251de1-6bba-6c96-3f63-ed2c3bf647f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.023480] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524676} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.024528] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 68cec116-992b-4a44-8d91-bad5c26c4798/68cec116-992b-4a44-8d91-bad5c26c4798.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.024528] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.024528] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6739f92e-4893-49cc-8a44-792ff23866d9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.030251] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Waiting for the task: (returnval){ [ 600.030251] env[68627]: value = "task-3036412" [ 600.030251] env[68627]: _type = "Task" [ 600.030251] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.040673] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.051818] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52382108-74f4-b9ba-c14d-4bc6f57558a3, 'name': SearchDatastore_Task, 'duration_secs': 0.008585} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.052088] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.052363] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 028fd908-1efd-44b7-a8d5-cfe8065a2857/028fd908-1efd-44b7-a8d5-cfe8065a2857.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.052636] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13f986b9-18a4-4835-91b4-6b426ba3e311 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.059755] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Waiting for the task: (returnval){ [ 600.059755] env[68627]: value = "task-3036413" [ 600.059755] env[68627]: _type = "Task" [ 600.059755] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.068208] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.182174] env[68627]: DEBUG nova.compute.manager [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Received event network-vif-plugged-12d2b4b5-a3b8-48f3-b9bd-12587974ce4e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.182476] env[68627]: DEBUG oslo_concurrency.lockutils [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] Acquiring lock "028fd908-1efd-44b7-a8d5-cfe8065a2857-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.182476] env[68627]: DEBUG oslo_concurrency.lockutils [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] Lock "028fd908-1efd-44b7-a8d5-cfe8065a2857-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.182775] env[68627]: DEBUG oslo_concurrency.lockutils [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] Lock "028fd908-1efd-44b7-a8d5-cfe8065a2857-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.182937] env[68627]: DEBUG nova.compute.manager [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] No waiting events found dispatching network-vif-plugged-12d2b4b5-a3b8-48f3-b9bd-12587974ce4e {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.185215] env[68627]: WARNING nova.compute.manager [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Received unexpected event network-vif-plugged-12d2b4b5-a3b8-48f3-b9bd-12587974ce4e for instance with vm_state building and task_state spawning. [ 600.185428] env[68627]: DEBUG nova.compute.manager [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Received event network-changed-12d2b4b5-a3b8-48f3-b9bd-12587974ce4e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.185593] env[68627]: DEBUG nova.compute.manager [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Refreshing instance network info cache due to event network-changed-12d2b4b5-a3b8-48f3-b9bd-12587974ce4e. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 600.185783] env[68627]: DEBUG oslo_concurrency.lockutils [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] Acquiring lock "refresh_cache-028fd908-1efd-44b7-a8d5-cfe8065a2857" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.185923] env[68627]: DEBUG oslo_concurrency.lockutils [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] Acquired lock "refresh_cache-028fd908-1efd-44b7-a8d5-cfe8065a2857" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.186114] env[68627]: DEBUG nova.network.neutron [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Refreshing network info cache for port 12d2b4b5-a3b8-48f3-b9bd-12587974ce4e {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.209841] env[68627]: DEBUG nova.compute.manager [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.301728] env[68627]: DEBUG oslo_vmware.api [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036408, 'name': PowerOnVM_Task, 'duration_secs': 0.644914} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.307530] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.308031] env[68627]: INFO nova.compute.manager [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Took 16.15 seconds to spawn the instance on the hypervisor. [ 600.308311] env[68627]: DEBUG nova.compute.manager [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.309558] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa38055-6bae-40e5-9a46-fc038030feef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.329901] env[68627]: DEBUG nova.network.neutron [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Successfully created port: e0a0c4a2-e621-4385-b162-ac4883320094 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.402570] env[68627]: DEBUG oslo_vmware.api [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036410, 'name': PowerOnVM_Task, 'duration_secs': 0.571486} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.402570] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.402570] env[68627]: INFO nova.compute.manager [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Took 14.04 seconds to spawn the instance on the hypervisor. [ 600.402570] env[68627]: DEBUG nova.compute.manager [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.402570] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7611a91-d1e6-4d58-9994-20a10d47d952 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.422109] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036411, 'name': Rename_Task, 'duration_secs': 0.238328} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.422723] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.423856] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b4fc722-a6d4-463f-99ab-3ddd59855907 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.431260] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 600.431260] env[68627]: value = "task-3036414" [ 600.431260] env[68627]: _type = "Task" [ 600.431260] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.442655] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.523197] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Preparing fetch location {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 600.523457] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Creating directory with path [datastore1] vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695/acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.523907] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d2d3cac-0f6c-4716-84fe-fd9213917ec2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.545084] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082674} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.545327] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.546508] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb6b053-41cd-42b0-ae07-fa0f076bc969 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.574253] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 68cec116-992b-4a44-8d91-bad5c26c4798/68cec116-992b-4a44-8d91-bad5c26c4798.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.582838] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b462a0-420b-4729-b9c0-39e82c97f094 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.603613] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Created directory with path [datastore1] vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695/acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.603826] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Fetch image to [datastore1] vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 600.603997] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Downloading image file data acd69c0a-2237-4f84-bb8d-16700e5efa1f to [datastore1] vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk on the data store datastore1 {{(pid=68627) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 600.605817] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3401a0a9-a640-412b-b6da-3a9376244412 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.616600] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036413, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.617941] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Waiting for the task: (returnval){ [ 600.617941] env[68627]: value = "task-3036415" [ 600.617941] env[68627]: _type = "Task" [ 600.617941] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.624854] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ad143c-290e-4f44-9b0a-9942cb62e9e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.631824] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bccabac-c1ec-481c-b205-1ca50244c178 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.634472] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036415, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.644758] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c24071-a845-4308-a7cd-f493d6366369 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.651218] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fb6903-26b5-4dca-982f-ec96126891e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.710738] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d954b7e9-18a0-4f9d-8a86-f745b7e0ecbc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.720599] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a1e52d-a2af-4c9a-bf71-e02664013b56 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.732963] env[68627]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ed81aa81-e4e9-44f1-a9ce-3dc1b85c2dc6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.737238] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263b7c19-3f49-4e7a-b0d7-702246e74def {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.754616] env[68627]: DEBUG nova.compute.provider_tree [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.837419] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Downloading image file data acd69c0a-2237-4f84-bb8d-16700e5efa1f to the data store datastore1 {{(pid=68627) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 600.845181] env[68627]: INFO nova.compute.manager [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Took 20.96 seconds to build instance. [ 600.860609] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.861176] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.923495] env[68627]: DEBUG oslo_vmware.rw_handles [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68627) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 600.986470] env[68627]: INFO nova.compute.manager [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Took 20.12 seconds to build instance. [ 600.998862] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036414, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.086899] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95876} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.089230] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 028fd908-1efd-44b7-a8d5-cfe8065a2857/028fd908-1efd-44b7-a8d5-cfe8065a2857.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.089230] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.089230] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed9fb355-3a96-453b-b505-0f4fb57c8f72 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.101088] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Waiting for the task: (returnval){ [ 601.101088] env[68627]: value = "task-3036416" [ 601.101088] env[68627]: _type = "Task" [ 601.101088] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.117892] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.128022] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.225417] env[68627]: DEBUG nova.compute.manager [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.258384] env[68627]: DEBUG nova.scheduler.client.report [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.265436] env[68627]: DEBUG nova.virt.hardware [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.265729] env[68627]: DEBUG nova.virt.hardware [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.267017] env[68627]: DEBUG nova.virt.hardware [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.267017] env[68627]: DEBUG nova.virt.hardware [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.267017] env[68627]: DEBUG nova.virt.hardware [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.267017] env[68627]: DEBUG nova.virt.hardware [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.267017] env[68627]: DEBUG nova.virt.hardware [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.267301] env[68627]: DEBUG nova.virt.hardware [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.267301] env[68627]: DEBUG nova.virt.hardware [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.267363] env[68627]: DEBUG nova.virt.hardware [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.268169] env[68627]: DEBUG nova.virt.hardware [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.271486] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7c9843-4f9e-4ce1-b9d1-4f0aa5d3c674 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.284971] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28783748-c974-483b-ac80-f64b91bbcc9b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.347610] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d244f83-9949-4ca5-b50e-d29eee8fd23e tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "60fd4a1b-603d-4b55-a997-2da9b973ca82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.476s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.393312] env[68627]: DEBUG nova.network.neutron [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Updated VIF entry in instance network info cache for port 12d2b4b5-a3b8-48f3-b9bd-12587974ce4e. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.393312] env[68627]: DEBUG nova.network.neutron [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Updating instance_info_cache with network_info: [{"id": "12d2b4b5-a3b8-48f3-b9bd-12587974ce4e", "address": "fa:16:3e:1f:dd:fd", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d2b4b5-a3", "ovs_interfaceid": "12d2b4b5-a3b8-48f3-b9bd-12587974ce4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.493738] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34044032-8b6f-484a-8c7e-c5ca4c1fbe05 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "757963ce-ffa5-45a2-ab05-4700cea02493" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.642s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.503868] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036414, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.613746] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081255} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.617182] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.618840] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9dd0f3-ff6e-4262-846c-12896626806b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.652075] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 028fd908-1efd-44b7-a8d5-cfe8065a2857/028fd908-1efd-44b7-a8d5-cfe8065a2857.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.659516] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c9c724a-2435-4996-92de-34487fc31319 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.678560] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036415, 'name': ReconfigVM_Task, 'duration_secs': 0.591312} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.683225] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 68cec116-992b-4a44-8d91-bad5c26c4798/68cec116-992b-4a44-8d91-bad5c26c4798.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.684472] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f313ef85-48ae-4d33-aee5-a916418c5033 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.689943] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Waiting for the task: (returnval){ [ 601.689943] env[68627]: value = "task-3036417" [ 601.689943] env[68627]: _type = "Task" [ 601.689943] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.694624] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Waiting for the task: (returnval){ [ 601.694624] env[68627]: value = "task-3036418" [ 601.694624] env[68627]: _type = "Task" [ 601.694624] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.703665] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.711775] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036418, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.782606] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.784032] env[68627]: DEBUG nova.compute.manager [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.786154] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.864s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.787842] env[68627]: INFO nova.compute.claims [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.792058] env[68627]: DEBUG oslo_vmware.rw_handles [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Completed reading data from the image iterator. {{(pid=68627) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 601.792315] env[68627]: DEBUG oslo_vmware.rw_handles [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 601.853064] env[68627]: DEBUG nova.compute.manager [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.892959] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Downloaded image file data acd69c0a-2237-4f84-bb8d-16700e5efa1f to vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk on the data store datastore1 {{(pid=68627) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 601.894954] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Caching image {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 601.895642] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Copying Virtual Disk [datastore1] vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk to [datastore1] vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.895789] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64b06af0-d994-441d-a520-65a4acc8bca7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.902811] env[68627]: DEBUG oslo_concurrency.lockutils [req-15b6e97a-0950-452b-a0f5-88d783ee2dcf req-0e281165-c58a-48ba-a3a5-05e504948ccd service nova] Releasing lock "refresh_cache-028fd908-1efd-44b7-a8d5-cfe8065a2857" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.908613] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 601.908613] env[68627]: value = "task-3036419" [ 601.908613] env[68627]: _type = "Task" [ 601.908613] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.918384] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.999717] env[68627]: DEBUG nova.compute.manager [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.005497] env[68627]: DEBUG oslo_vmware.api [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036414, 'name': PowerOnVM_Task, 'duration_secs': 1.312354} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.005836] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.006201] env[68627]: INFO nova.compute.manager [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Took 13.43 seconds to spawn the instance on the hypervisor. [ 602.008518] env[68627]: DEBUG nova.compute.manager [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.013024] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac31f767-920c-4136-8413-76cac7254a93 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.207427] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.215148] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036418, 'name': Rename_Task, 'duration_secs': 0.349025} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.215472] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.216594] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8ae7544-c929-4a12-8476-e3d04f78cf0c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.222160] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Waiting for the task: (returnval){ [ 602.222160] env[68627]: value = "task-3036420" [ 602.222160] env[68627]: _type = "Task" [ 602.222160] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.232605] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.294603] env[68627]: DEBUG nova.compute.utils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.299696] env[68627]: DEBUG nova.compute.manager [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.299696] env[68627]: DEBUG nova.network.neutron [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.315176] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Acquiring lock "60fd4a1b-603d-4b55-a997-2da9b973ca82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.315451] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Lock "60fd4a1b-603d-4b55-a997-2da9b973ca82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.315747] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Acquiring lock "60fd4a1b-603d-4b55-a997-2da9b973ca82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.315974] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Lock "60fd4a1b-603d-4b55-a997-2da9b973ca82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.316203] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Lock "60fd4a1b-603d-4b55-a997-2da9b973ca82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.324405] env[68627]: INFO nova.compute.manager [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Terminating instance [ 602.385591] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.417265] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.445863] env[68627]: DEBUG nova.policy [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72ecfb4f812f42b6bbe5feae08ff83c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3707c006825b46d4ad747d4c059deab5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.537165] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.538914] env[68627]: INFO nova.compute.manager [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Took 21.34 seconds to build instance. [ 602.704501] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036417, 'name': ReconfigVM_Task, 'duration_secs': 0.885352} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.704579] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 028fd908-1efd-44b7-a8d5-cfe8065a2857/028fd908-1efd-44b7-a8d5-cfe8065a2857.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.705345] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02924bff-492f-4a70-97de-6fd4a5be23d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.713493] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Waiting for the task: (returnval){ [ 602.713493] env[68627]: value = "task-3036421" [ 602.713493] env[68627]: _type = "Task" [ 602.713493] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.726875] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036421, 'name': Rename_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.735755] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.802783] env[68627]: DEBUG nova.compute.manager [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.831719] env[68627]: DEBUG nova.compute.manager [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 602.831719] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 602.832703] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027742fe-5f2c-4142-9b2b-5474299a2dfd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.843031] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.843651] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41a9fd1f-2c27-4065-9701-3e0422d07d4c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.862705] env[68627]: DEBUG oslo_vmware.api [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Waiting for the task: (returnval){ [ 602.862705] env[68627]: value = "task-3036422" [ 602.862705] env[68627]: _type = "Task" [ 602.862705] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.874937] env[68627]: DEBUG oslo_vmware.api [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Task: {'id': task-3036422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.930960] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036419, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.984227] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "eca40a24-cf88-4d85-aec1-f571763e7e11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.984227] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "eca40a24-cf88-4d85-aec1-f571763e7e11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.042485] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e2410668-3a70-4239-b5e7-48a457e6934d tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "f92f4394-a6f9-41cf-973a-a5cc0ecb624f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.855s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.177539] env[68627]: DEBUG nova.network.neutron [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Successfully updated port: e0a0c4a2-e621-4385-b162-ac4883320094 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.208220] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2309ec0e-1518-4320-9046-6f493713453c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.219298] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7e7f9f-1c82-4bb9-b299-851b49be34e2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.227982] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036421, 'name': Rename_Task, 'duration_secs': 0.24603} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.257496] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.258421] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ef9d6e9-9afb-4fa7-bfcc-50eeff7156b1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.260498] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446053d1-f7fb-40b9-b58c-3f530e3fd3c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.268898] env[68627]: DEBUG oslo_vmware.api [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036420, 'name': PowerOnVM_Task, 'duration_secs': 0.733118} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.271703] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.271924] env[68627]: INFO nova.compute.manager [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Took 12.46 seconds to spawn the instance on the hypervisor. [ 603.272131] env[68627]: DEBUG nova.compute.manager [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.272572] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Waiting for the task: (returnval){ [ 603.272572] env[68627]: value = "task-3036423" [ 603.272572] env[68627]: _type = "Task" [ 603.272572] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.273174] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7955e5f-1b67-4cc1-b8d1-318eba752f42 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.276489] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121c282d-503c-4071-980b-7117392a4385 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.293645] env[68627]: DEBUG nova.compute.provider_tree [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.301993] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.371146] env[68627]: DEBUG oslo_vmware.api [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Task: {'id': task-3036422, 'name': PowerOffVM_Task, 'duration_secs': 0.332927} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.371444] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.371641] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.371922] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbee4be9-049d-4e2b-a362-bc475abd1a01 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.423529] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036419, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.287793} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.424237] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Copied Virtual Disk [datastore1] vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk to [datastore1] vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.424747] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Deleting the datastore file [datastore1] vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695/acd69c0a-2237-4f84-bb8d-16700e5efa1f/tmp-sparse.vmdk {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.425234] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb0d19bf-dab8-4639-a3cf-c45052d0cd7c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.432025] env[68627]: DEBUG nova.network.neutron [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Successfully created port: 052556cf-1471-470c-bcf1-214ecc326078 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.434651] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.435173] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.435621] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Deleting the datastore file [datastore2] 60fd4a1b-603d-4b55-a997-2da9b973ca82 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.436109] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-763c9d9c-6e73-4dd0-8417-88d5ed5cf787 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.439804] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 603.439804] env[68627]: value = "task-3036425" [ 603.439804] env[68627]: _type = "Task" [ 603.439804] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.447682] env[68627]: DEBUG oslo_vmware.api [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Waiting for the task: (returnval){ [ 603.447682] env[68627]: value = "task-3036426" [ 603.447682] env[68627]: _type = "Task" [ 603.447682] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.456114] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.461030] env[68627]: DEBUG oslo_vmware.api [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Task: {'id': task-3036426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.552407] env[68627]: DEBUG nova.compute.manager [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.685960] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Acquiring lock "refresh_cache-4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.685960] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Acquired lock "refresh_cache-4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.685960] env[68627]: DEBUG nova.network.neutron [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.793903] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036423, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.805269] env[68627]: DEBUG nova.scheduler.client.report [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.816611] env[68627]: INFO nova.compute.manager [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Took 22.27 seconds to build instance. [ 603.819275] env[68627]: DEBUG nova.compute.manager [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.853772] env[68627]: DEBUG nova.virt.hardware [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.854031] env[68627]: DEBUG nova.virt.hardware [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.854193] env[68627]: DEBUG nova.virt.hardware [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.854374] env[68627]: DEBUG nova.virt.hardware [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.854518] env[68627]: DEBUG nova.virt.hardware [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.854663] env[68627]: DEBUG nova.virt.hardware [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.854866] env[68627]: DEBUG nova.virt.hardware [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.855078] env[68627]: DEBUG nova.virt.hardware [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.855361] env[68627]: DEBUG nova.virt.hardware [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.855443] env[68627]: DEBUG nova.virt.hardware [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.855614] env[68627]: DEBUG nova.virt.hardware [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.856726] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723c348a-153f-4601-a4ef-306588b283b6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.865873] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7306caa4-f9f1-4912-a59c-66ded79e8179 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.950471] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027178} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.953980] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.954151] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Moving file from [datastore1] vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695/acd69c0a-2237-4f84-bb8d-16700e5efa1f to [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f. {{(pid=68627) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 603.954409] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-51e73bd8-eaf1-4f51-a5a4-68cc4c1dfa56 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.960929] env[68627]: DEBUG oslo_vmware.api [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Task: {'id': task-3036426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218958} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.962220] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.962411] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.962585] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.962768] env[68627]: INFO nova.compute.manager [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Took 1.13 seconds to destroy the instance on the hypervisor. [ 603.962994] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.963254] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 603.963254] env[68627]: value = "task-3036427" [ 603.963254] env[68627]: _type = "Task" [ 603.963254] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.963444] env[68627]: DEBUG nova.compute.manager [-] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 603.963623] env[68627]: DEBUG nova.network.neutron [-] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 603.972865] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036427, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.080557] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.274234] env[68627]: DEBUG nova.network.neutron [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.302710] env[68627]: DEBUG oslo_vmware.api [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036423, 'name': PowerOnVM_Task, 'duration_secs': 1.02123} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.303557] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.303557] env[68627]: INFO nova.compute.manager [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Took 11.28 seconds to spawn the instance on the hypervisor. [ 604.303557] env[68627]: DEBUG nova.compute.manager [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.305474] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7043ad-95f6-4c72-954f-24b4f82196e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.314273] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.315067] env[68627]: DEBUG nova.compute.manager [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.329243] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.387s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.331885] env[68627]: INFO nova.compute.claims [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.337030] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a035706-65ae-4311-a5c7-9c28696dda1e tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Lock "68cec116-992b-4a44-8d91-bad5c26c4798" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.800s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.361069] env[68627]: DEBUG nova.compute.manager [req-dbd16a1a-252c-452f-8206-259d05b5831c req-bcba80c1-0924-4a10-9c08-568737b86b0c service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Received event network-vif-plugged-e0a0c4a2-e621-4385-b162-ac4883320094 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.362073] env[68627]: DEBUG oslo_concurrency.lockutils [req-dbd16a1a-252c-452f-8206-259d05b5831c req-bcba80c1-0924-4a10-9c08-568737b86b0c service nova] Acquiring lock "4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.362442] env[68627]: DEBUG oslo_concurrency.lockutils [req-dbd16a1a-252c-452f-8206-259d05b5831c req-bcba80c1-0924-4a10-9c08-568737b86b0c service nova] Lock "4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.362734] env[68627]: DEBUG oslo_concurrency.lockutils [req-dbd16a1a-252c-452f-8206-259d05b5831c req-bcba80c1-0924-4a10-9c08-568737b86b0c service nova] Lock "4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.363017] env[68627]: DEBUG nova.compute.manager [req-dbd16a1a-252c-452f-8206-259d05b5831c req-bcba80c1-0924-4a10-9c08-568737b86b0c service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] No waiting events found dispatching network-vif-plugged-e0a0c4a2-e621-4385-b162-ac4883320094 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.363366] env[68627]: WARNING nova.compute.manager [req-dbd16a1a-252c-452f-8206-259d05b5831c req-bcba80c1-0924-4a10-9c08-568737b86b0c service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Received unexpected event network-vif-plugged-e0a0c4a2-e621-4385-b162-ac4883320094 for instance with vm_state building and task_state spawning. [ 604.478292] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036427, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.045206} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.478292] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] File moved {{(pid=68627) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 604.478292] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Cleaning up location [datastore1] vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695 {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 604.478292] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Deleting the datastore file [datastore1] vmware_temp/6655322a-cd3b-4be4-800a-5d1478c56695 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.478292] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cff7fecc-d2fe-48cd-a582-91efb07b0e93 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.485511] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 604.485511] env[68627]: value = "task-3036428" [ 604.485511] env[68627]: _type = "Task" [ 604.485511] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.495308] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.828725] env[68627]: DEBUG nova.compute.utils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.830248] env[68627]: DEBUG nova.compute.manager [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.831229] env[68627]: DEBUG nova.network.neutron [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.856761] env[68627]: DEBUG nova.compute.manager [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.865826] env[68627]: INFO nova.compute.manager [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Took 22.32 seconds to build instance. [ 604.895873] env[68627]: DEBUG nova.network.neutron [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Updating instance_info_cache with network_info: [{"id": "e0a0c4a2-e621-4385-b162-ac4883320094", "address": "fa:16:3e:e0:eb:f6", "network": {"id": "098bb991-5d38-4243-8af4-28843bcaeec3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-823073941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d07fb6705644feaba2f54a86d88967a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a0c4a2-e6", "ovs_interfaceid": "e0a0c4a2-e621-4385-b162-ac4883320094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.937987] env[68627]: DEBUG nova.policy [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd86353b7e9a429bbaa47a6b53633eba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f393c300e7144a1baa0956797210dd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.949537] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Acquiring lock "59985f8a-277d-4930-8c47-61161cb531b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.949537] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Lock "59985f8a-277d-4930-8c47-61161cb531b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.997527] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035728} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.997790] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.999066] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa55e45-60f5-4db2-96fc-d43009418751 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.005773] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 605.005773] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]522e4d2f-6243-07de-5acd-c5eb58274ce1" [ 605.005773] env[68627]: _type = "Task" [ 605.005773] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.016971] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522e4d2f-6243-07de-5acd-c5eb58274ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.126222] env[68627]: DEBUG nova.network.neutron [-] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.336313] env[68627]: DEBUG nova.compute.manager [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.375353] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166446cd-1643-4ffa-8924-73dfeda19af9 tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Lock "028fd908-1efd-44b7-a8d5-cfe8065a2857" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.839s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.377530] env[68627]: INFO nova.compute.manager [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Rebuilding instance [ 605.400759] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Releasing lock "refresh_cache-4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.401213] env[68627]: DEBUG nova.compute.manager [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Instance network_info: |[{"id": "e0a0c4a2-e621-4385-b162-ac4883320094", "address": "fa:16:3e:e0:eb:f6", "network": {"id": "098bb991-5d38-4243-8af4-28843bcaeec3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-823073941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d07fb6705644feaba2f54a86d88967a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a0c4a2-e6", "ovs_interfaceid": "e0a0c4a2-e621-4385-b162-ac4883320094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.402700] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:eb:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0a0c4a2-e621-4385-b162-ac4883320094', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.412377] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Creating folder: Project (2d07fb6705644feaba2f54a86d88967a). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.420955] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.420955] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1e61329-21f1-42ee-987a-7702ab008216 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.440500] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Created folder: Project (2d07fb6705644feaba2f54a86d88967a) in parent group-v608385. [ 605.440694] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Creating folder: Instances. Parent ref: group-v608404. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.441014] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28148c39-d75e-463d-b1f3-266c0697eace {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.451829] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Created folder: Instances in parent group-v608404. [ 605.451829] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.451944] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.452088] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32ea11a4-c981-414c-8350-b8dc646df465 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.483824] env[68627]: DEBUG nova.compute.manager [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.485221] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398e213e-82b8-4f33-a1f5-6831d2fb5853 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.492161] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.492161] env[68627]: value = "task-3036431" [ 605.492161] env[68627]: _type = "Task" [ 605.492161] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.507471] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036431, 'name': CreateVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.521835] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522e4d2f-6243-07de-5acd-c5eb58274ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.028233} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.526782] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.531017] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 4ba9555c-aa88-464a-817c-bc8c5b042e6f/4ba9555c-aa88-464a-817c-bc8c5b042e6f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.531017] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88791cda-cd92-404c-8159-5f1dbbe04084 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.540739] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 605.540739] env[68627]: value = "task-3036432" [ 605.540739] env[68627]: _type = "Task" [ 605.540739] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.556375] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.631999] env[68627]: INFO nova.compute.manager [-] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Took 1.67 seconds to deallocate network for instance. [ 605.806342] env[68627]: DEBUG nova.network.neutron [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Successfully created port: fa557f02-8e67-4c80-b233-d0d14ea6f9e7 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.883552] env[68627]: DEBUG nova.compute.manager [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.950734] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e360490-3c8f-4054-a3b4-4f2bade70ca8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.962041] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2b7e3d-61c8-4674-982a-86d49494caab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.010197] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe706084-66e6-4fd1-af70-ebfaf6400edd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.019318] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036431, 'name': CreateVM_Task, 'duration_secs': 0.410537} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.025538] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.028411] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.028411] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.028411] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.029293] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ae6fb2-eb68-40ee-a65c-30aaba9d319f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.034359] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49bb58f6-16e6-4ac2-aa07-c95d05e27b3a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.053251] env[68627]: DEBUG nova.compute.provider_tree [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.060212] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Waiting for the task: (returnval){ [ 606.060212] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5239fce1-247d-75aa-40b1-ee74b372e93d" [ 606.060212] env[68627]: _type = "Task" [ 606.060212] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.068492] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036432, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.073478] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5239fce1-247d-75aa-40b1-ee74b372e93d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.144556] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.232040] env[68627]: DEBUG nova.compute.manager [None req-0eb42e1e-696f-4795-a4bc-573ad3ba31d7 tempest-ServerDiagnosticsTest-1335126340 tempest-ServerDiagnosticsTest-1335126340-project-admin] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.233673] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff87975-112c-475d-9e2e-732c94369ad2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.240348] env[68627]: INFO nova.compute.manager [None req-0eb42e1e-696f-4795-a4bc-573ad3ba31d7 tempest-ServerDiagnosticsTest-1335126340 tempest-ServerDiagnosticsTest-1335126340-project-admin] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Retrieving diagnostics [ 606.241386] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e1403c-8fe8-479a-b0df-ed730dc5a2a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.353373] env[68627]: DEBUG nova.compute.manager [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.388628] env[68627]: DEBUG nova.virt.hardware [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.388924] env[68627]: DEBUG nova.virt.hardware [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.389049] env[68627]: DEBUG nova.virt.hardware [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.389249] env[68627]: DEBUG nova.virt.hardware [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.389401] env[68627]: DEBUG nova.virt.hardware [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.393599] env[68627]: DEBUG nova.virt.hardware [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.393599] env[68627]: DEBUG nova.virt.hardware [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.393599] env[68627]: DEBUG nova.virt.hardware [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.393599] env[68627]: DEBUG nova.virt.hardware [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.393599] env[68627]: DEBUG nova.virt.hardware [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.394083] env[68627]: DEBUG nova.virt.hardware [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.397568] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a2db34-6af8-4988-a55c-0f4c0de73b1a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.407270] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91cfa44-8cdb-4f8e-a11c-01e2d7568d7b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.425150] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.514358] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.514546] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e78a29c-f759-48a9-9b3b-5f295afd7358 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.522249] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 606.522249] env[68627]: value = "task-3036433" [ 606.522249] env[68627]: _type = "Task" [ 606.522249] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.531058] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.562992] env[68627]: DEBUG nova.scheduler.client.report [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.566443] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590516} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.572396] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 4ba9555c-aa88-464a-817c-bc8c5b042e6f/4ba9555c-aa88-464a-817c-bc8c5b042e6f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.572718] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.573071] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b46e6e7-d498-495f-992f-47da7fc5180b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.580853] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5239fce1-247d-75aa-40b1-ee74b372e93d, 'name': SearchDatastore_Task, 'duration_secs': 0.040578} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.582297] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.582538] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.582967] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.582967] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.583168] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.585284] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 606.585284] env[68627]: value = "task-3036434" [ 606.585284] env[68627]: _type = "Task" [ 606.585284] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.585284] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f66fee3e-e252-40e1-8f16-39546bc6162c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.595880] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.597561] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.597844] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.598694] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d05e974-07eb-4a09-bc67-781ee63b0996 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.605237] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Waiting for the task: (returnval){ [ 606.605237] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c472f0-5de6-8e8b-70be-6af4243b0cb1" [ 606.605237] env[68627]: _type = "Task" [ 606.605237] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.615339] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c472f0-5de6-8e8b-70be-6af4243b0cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.623069] env[68627]: DEBUG nova.network.neutron [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Successfully updated port: 052556cf-1471-470c-bcf1-214ecc326078 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.034254] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036433, 'name': PowerOffVM_Task, 'duration_secs': 0.391843} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.034254] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.034254] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.034254] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dc4c70-f2c0-4f23-a51b-15d69b842964 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.041201] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.041201] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b976f66-e5de-4fcc-8840-5e175cce5fe9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.068276] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.069245] env[68627]: DEBUG nova.compute.manager [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.071878] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.686s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.077347] env[68627]: INFO nova.compute.claims [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.102889] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084801} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.103046] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.106370] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f1bde5-e37e-4682-ae7b-23296f3f8dd7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.113683] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.115118] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.115118] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleting the datastore file [datastore2] 757963ce-ffa5-45a2-ab05-4700cea02493 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.115118] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41c1b20e-4103-456a-aeec-fd0ebcf22b78 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.134465] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 4ba9555c-aa88-464a-817c-bc8c5b042e6f/4ba9555c-aa88-464a-817c-bc8c5b042e6f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.141848] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "refresh_cache-20f5b953-f903-41ca-9a8c-a1b06d61c9ce" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.141848] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquired lock "refresh_cache-20f5b953-f903-41ca-9a8c-a1b06d61c9ce" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.141848] env[68627]: DEBUG nova.network.neutron [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.141848] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c374b148-8617-414a-8f2d-18f7437693bb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.163443] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c472f0-5de6-8e8b-70be-6af4243b0cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011475} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.170175] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 607.170175] env[68627]: value = "task-3036436" [ 607.170175] env[68627]: _type = "Task" [ 607.170175] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.171112] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ecb8e50-cdf2-4fce-afcc-057515c2165d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.183918] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 607.183918] env[68627]: value = "task-3036437" [ 607.183918] env[68627]: _type = "Task" [ 607.183918] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.198543] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.199033] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Waiting for the task: (returnval){ [ 607.199033] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527886ab-5cda-5bc3-a985-8559b15dcae0" [ 607.199033] env[68627]: _type = "Task" [ 607.199033] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.210880] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.219785] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527886ab-5cda-5bc3-a985-8559b15dcae0, 'name': SearchDatastore_Task, 'duration_secs': 0.02197} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.220242] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.220649] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf/4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.221047] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e2b19a1-85ae-4c63-9353-d3ae331a6165 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.229647] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Waiting for the task: (returnval){ [ 607.229647] env[68627]: value = "task-3036438" [ 607.229647] env[68627]: _type = "Task" [ 607.229647] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.245654] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.400440] env[68627]: DEBUG nova.network.neutron [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.442342] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.442342] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.446588] env[68627]: DEBUG nova.compute.manager [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Received event network-changed-e0a0c4a2-e621-4385-b162-ac4883320094 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.446588] env[68627]: DEBUG nova.compute.manager [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Refreshing instance network info cache due to event network-changed-e0a0c4a2-e621-4385-b162-ac4883320094. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 607.446588] env[68627]: DEBUG oslo_concurrency.lockutils [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] Acquiring lock "refresh_cache-4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.446588] env[68627]: DEBUG oslo_concurrency.lockutils [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] Acquired lock "refresh_cache-4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.446588] env[68627]: DEBUG nova.network.neutron [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Refreshing network info cache for port e0a0c4a2-e621-4385-b162-ac4883320094 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.582958] env[68627]: DEBUG nova.compute.utils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.587353] env[68627]: DEBUG nova.compute.manager [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.587557] env[68627]: DEBUG nova.network.neutron [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.592336] env[68627]: DEBUG nova.network.neutron [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Updating instance_info_cache with network_info: [{"id": "052556cf-1471-470c-bcf1-214ecc326078", "address": "fa:16:3e:85:aa:5a", "network": {"id": "6576e5a8-77e5-4611-8a9d-175c98d49406", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-112814945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3707c006825b46d4ad747d4c059deab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052556cf-14", "ovs_interfaceid": "052556cf-1471-470c-bcf1-214ecc326078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.687871] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257421} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.692324] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.692489] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.692582] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.701606] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036437, 'name': ReconfigVM_Task, 'duration_secs': 0.49571} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.702349] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 4ba9555c-aa88-464a-817c-bc8c5b042e6f/4ba9555c-aa88-464a-817c-bc8c5b042e6f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.702993] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-865a57d1-1214-4f2c-b298-d83040138666 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.706226] env[68627]: DEBUG nova.policy [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ab34ef7a172413f9102f707c27301e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8c2b466cf8b4f059f9b084cad485bef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.713232] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 607.713232] env[68627]: value = "task-3036439" [ 607.713232] env[68627]: _type = "Task" [ 607.713232] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.725077] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036439, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.740306] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036438, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.067704] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Acquiring lock "028fd908-1efd-44b7-a8d5-cfe8065a2857" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.068128] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Lock "028fd908-1efd-44b7-a8d5-cfe8065a2857" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.068400] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Acquiring lock "028fd908-1efd-44b7-a8d5-cfe8065a2857-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.068400] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Lock "028fd908-1efd-44b7-a8d5-cfe8065a2857-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.068553] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Lock "028fd908-1efd-44b7-a8d5-cfe8065a2857-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.073324] env[68627]: INFO nova.compute.manager [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Terminating instance [ 608.093811] env[68627]: DEBUG nova.compute.manager [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.097928] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Releasing lock "refresh_cache-20f5b953-f903-41ca-9a8c-a1b06d61c9ce" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.098210] env[68627]: DEBUG nova.compute.manager [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Instance network_info: |[{"id": "052556cf-1471-470c-bcf1-214ecc326078", "address": "fa:16:3e:85:aa:5a", "network": {"id": "6576e5a8-77e5-4611-8a9d-175c98d49406", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-112814945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3707c006825b46d4ad747d4c059deab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052556cf-14", "ovs_interfaceid": "052556cf-1471-470c-bcf1-214ecc326078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.098587] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:aa:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '052556cf-1471-470c-bcf1-214ecc326078', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.107125] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Creating folder: Project (3707c006825b46d4ad747d4c059deab5). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.107125] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12817661-1cf9-4780-891e-61864e09e6e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.118405] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Created folder: Project (3707c006825b46d4ad747d4c059deab5) in parent group-v608385. [ 608.118608] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Creating folder: Instances. Parent ref: group-v608407. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.118846] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-472817e7-a6a6-4f39-a521-d26d3e0fb178 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.130481] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Created folder: Instances in parent group-v608407. [ 608.130939] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.137343] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.143153] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa8a6230-ff0b-4f12-ac5b-97aebb903433 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.170263] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.170263] env[68627]: value = "task-3036442" [ 608.170263] env[68627]: _type = "Task" [ 608.170263] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.178972] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036442, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.223950] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036439, 'name': Rename_Task, 'duration_secs': 0.229467} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.224696] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.224696] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07f57937-02a5-4c09-97c4-165f2f89f8d5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.237180] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 608.237180] env[68627]: value = "task-3036443" [ 608.237180] env[68627]: _type = "Task" [ 608.237180] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.246661] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718042} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.251154] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf/4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.251416] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.252213] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd7c48e4-8f70-4011-9dec-a96720251d43 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.257873] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036443, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.263269] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Waiting for the task: (returnval){ [ 608.263269] env[68627]: value = "task-3036444" [ 608.263269] env[68627]: _type = "Task" [ 608.263269] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.277863] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.370317] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Acquiring lock "68cec116-992b-4a44-8d91-bad5c26c4798" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.370702] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Lock "68cec116-992b-4a44-8d91-bad5c26c4798" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.370805] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Acquiring lock "68cec116-992b-4a44-8d91-bad5c26c4798-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.371288] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Lock "68cec116-992b-4a44-8d91-bad5c26c4798-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.371288] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Lock "68cec116-992b-4a44-8d91-bad5c26c4798-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.373523] env[68627]: INFO nova.compute.manager [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Terminating instance [ 608.417086] env[68627]: DEBUG nova.network.neutron [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Successfully created port: 165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.474476] env[68627]: DEBUG nova.network.neutron [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Successfully updated port: fa557f02-8e67-4c80-b233-d0d14ea6f9e7 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.499970] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f4409a-40c4-45b9-a454-aaa8778a444e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.512435] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1048b7-cb7d-4de3-9a2b-1f1d92c96ca5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.560697] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02695480-e958-4144-bc06-3a33f57a6ba1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.570784] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faaa19d-1e35-40b0-a1dd-c4b3c890c91b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.593323] env[68627]: DEBUG nova.compute.manager [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 608.593725] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 608.594716] env[68627]: DEBUG nova.compute.provider_tree [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.597414] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f642f10-3e1d-4228-95cc-e165cfb997e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.611451] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 608.611798] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-933457e4-01f6-4fd2-9ae1-1ef72a13ae12 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.620283] env[68627]: DEBUG oslo_vmware.api [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Waiting for the task: (returnval){ [ 608.620283] env[68627]: value = "task-3036445" [ 608.620283] env[68627]: _type = "Task" [ 608.620283] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.632053] env[68627]: DEBUG oslo_vmware.api [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.658146] env[68627]: DEBUG nova.network.neutron [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Updated VIF entry in instance network info cache for port e0a0c4a2-e621-4385-b162-ac4883320094. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.658539] env[68627]: DEBUG nova.network.neutron [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Updating instance_info_cache with network_info: [{"id": "e0a0c4a2-e621-4385-b162-ac4883320094", "address": "fa:16:3e:e0:eb:f6", "network": {"id": "098bb991-5d38-4243-8af4-28843bcaeec3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-823073941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d07fb6705644feaba2f54a86d88967a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a0c4a2-e6", "ovs_interfaceid": "e0a0c4a2-e621-4385-b162-ac4883320094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.682085] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036442, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.748488] env[68627]: DEBUG nova.virt.hardware [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.748757] env[68627]: DEBUG nova.virt.hardware [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.748918] env[68627]: DEBUG nova.virt.hardware [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.749120] env[68627]: DEBUG nova.virt.hardware [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.749271] env[68627]: DEBUG nova.virt.hardware [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.749415] env[68627]: DEBUG nova.virt.hardware [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.749622] env[68627]: DEBUG nova.virt.hardware [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.749777] env[68627]: DEBUG nova.virt.hardware [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.749961] env[68627]: DEBUG nova.virt.hardware [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.750142] env[68627]: DEBUG nova.virt.hardware [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.750314] env[68627]: DEBUG nova.virt.hardware [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.751246] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a7a760-20f1-43b1-8368-4e64f63798c1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.757748] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.764434] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a875239-a8b9-4ac9-98a0-f0f2a82ad1fa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.781858] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:1d:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.789507] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.791706] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.792274] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072363} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.795301] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9eac836-653d-404b-a412-b6572172daef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.806738] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.807715] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585e1cda-3a25-4911-a1e4-a8f7060577cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.816187] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.816187] env[68627]: value = "task-3036446" [ 608.816187] env[68627]: _type = "Task" [ 608.816187] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.837576] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf/4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.839780] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e89f1d1-56dd-47b7-8968-013cfb117744 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.865363] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036446, 'name': CreateVM_Task} progress is 15%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.866014] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Waiting for the task: (returnval){ [ 608.866014] env[68627]: value = "task-3036447" [ 608.866014] env[68627]: _type = "Task" [ 608.866014] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.879435] env[68627]: DEBUG nova.compute.manager [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 608.879639] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 608.879932] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.880662] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52225363-bd5c-4e9d-8a63-16d11d40dfdd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.891691] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 608.892130] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee4f32e2-e5a2-4adf-a9dd-7e9b161f3d8d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.900840] env[68627]: DEBUG oslo_vmware.api [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Waiting for the task: (returnval){ [ 608.900840] env[68627]: value = "task-3036448" [ 608.900840] env[68627]: _type = "Task" [ 608.900840] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.913446] env[68627]: DEBUG oslo_vmware.api [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.979632] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Acquiring lock "refresh_cache-946c78be-7449-4163-85ec-be6ac8e85268" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.979632] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Acquired lock "refresh_cache-946c78be-7449-4163-85ec-be6ac8e85268" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.979632] env[68627]: DEBUG nova.network.neutron [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.103265] env[68627]: DEBUG nova.scheduler.client.report [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.110417] env[68627]: DEBUG nova.compute.manager [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.139586] env[68627]: DEBUG oslo_vmware.api [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036445, 'name': PowerOffVM_Task, 'duration_secs': 0.334722} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.143297] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.143297] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.143381] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ccc499e-fd0e-4296-8e55-31ac58ed4538 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.152697] env[68627]: DEBUG nova.virt.hardware [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.153135] env[68627]: DEBUG nova.virt.hardware [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.153194] env[68627]: DEBUG nova.virt.hardware [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.153763] env[68627]: DEBUG nova.virt.hardware [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.153763] env[68627]: DEBUG nova.virt.hardware [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.153878] env[68627]: DEBUG nova.virt.hardware [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.154232] env[68627]: DEBUG nova.virt.hardware [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.154569] env[68627]: DEBUG nova.virt.hardware [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.154641] env[68627]: DEBUG nova.virt.hardware [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.154861] env[68627]: DEBUG nova.virt.hardware [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.155106] env[68627]: DEBUG nova.virt.hardware [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.156059] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9a827c-96b7-4c98-ac5d-59276f5c9ab3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.164953] env[68627]: DEBUG oslo_concurrency.lockutils [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] Releasing lock "refresh_cache-4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.164953] env[68627]: DEBUG nova.compute.manager [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Received event network-vif-deleted-87ae18ba-2abb-4d0f-b152-bf68c6da0ffa {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.164953] env[68627]: DEBUG nova.compute.manager [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Received event network-vif-plugged-052556cf-1471-470c-bcf1-214ecc326078 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.164953] env[68627]: DEBUG oslo_concurrency.lockutils [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] Acquiring lock "20f5b953-f903-41ca-9a8c-a1b06d61c9ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.165444] env[68627]: DEBUG oslo_concurrency.lockutils [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] Lock "20f5b953-f903-41ca-9a8c-a1b06d61c9ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.165444] env[68627]: DEBUG oslo_concurrency.lockutils [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] Lock "20f5b953-f903-41ca-9a8c-a1b06d61c9ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.165444] env[68627]: DEBUG nova.compute.manager [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] No waiting events found dispatching network-vif-plugged-052556cf-1471-470c-bcf1-214ecc326078 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.165774] env[68627]: WARNING nova.compute.manager [req-fa11a494-cd19-4aa3-a3e9-d405833ce9c4 req-c480679f-2795-416d-8fc1-610fdea05f68 service nova] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Received unexpected event network-vif-plugged-052556cf-1471-470c-bcf1-214ecc326078 for instance with vm_state building and task_state spawning. [ 609.166981] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd076322-851c-483e-be9e-41cc361cc600 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.189553] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036442, 'name': CreateVM_Task, 'duration_secs': 0.713199} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.189728] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.190455] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.190610] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.194446] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.194446] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c123e9c9-2b4a-409f-afea-84c0df8bd6a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.196256] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 609.196256] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b84095-f2f4-6f0f-1120-917ce12bb738" [ 609.196256] env[68627]: _type = "Task" [ 609.196256] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.208677] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b84095-f2f4-6f0f-1120-917ce12bb738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.209932] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.210068] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.210235] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Deleting the datastore file [datastore2] 028fd908-1efd-44b7-a8d5-cfe8065a2857 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.210456] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb468d63-8aa4-4795-afaa-8b70bf638bba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.217037] env[68627]: DEBUG oslo_vmware.api [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Waiting for the task: (returnval){ [ 609.217037] env[68627]: value = "task-3036450" [ 609.217037] env[68627]: _type = "Task" [ 609.217037] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.225557] env[68627]: DEBUG oslo_vmware.api [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.251204] env[68627]: DEBUG oslo_vmware.api [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036443, 'name': PowerOnVM_Task, 'duration_secs': 0.923427} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.251204] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.251204] env[68627]: INFO nova.compute.manager [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Took 10.44 seconds to spawn the instance on the hypervisor. [ 609.251204] env[68627]: DEBUG nova.compute.manager [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.252059] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4397b8bb-b947-4783-af1a-75e089f6e16a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.339331] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036446, 'name': CreateVM_Task, 'duration_secs': 0.445832} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.339523] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.340243] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.375917] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036447, 'name': ReconfigVM_Task, 'duration_secs': 0.466707} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.376543] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf/4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.377181] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da2d65b0-0672-4134-b082-ae7a1d2107ae {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.383185] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Waiting for the task: (returnval){ [ 609.383185] env[68627]: value = "task-3036451" [ 609.383185] env[68627]: _type = "Task" [ 609.383185] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.394472] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036451, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.409911] env[68627]: DEBUG oslo_vmware.api [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036448, 'name': PowerOffVM_Task, 'duration_secs': 0.239086} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.410257] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.410350] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.412317] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f24d1414-eea7-42ad-80a2-a5f730225a15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.467664] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.467952] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.468112] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Deleting the datastore file [datastore2] 68cec116-992b-4a44-8d91-bad5c26c4798 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.468373] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa559fec-5d28-4979-b912-91581ee4c670 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.477015] env[68627]: DEBUG oslo_vmware.api [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Waiting for the task: (returnval){ [ 609.477015] env[68627]: value = "task-3036453" [ 609.477015] env[68627]: _type = "Task" [ 609.477015] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.489361] env[68627]: DEBUG oslo_vmware.api [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.521982] env[68627]: DEBUG nova.network.neutron [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.618861] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.619565] env[68627]: DEBUG nova.compute.manager [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.622592] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.088s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.624721] env[68627]: INFO nova.compute.claims [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.709598] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b84095-f2f4-6f0f-1120-917ce12bb738, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.709963] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.711909] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.711909] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.711909] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.711909] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.712188] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.712188] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.712188] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6bc487d-3c98-4fa1-8294-859fd48a3ac2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.715724] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d491a26-973c-4fb7-bc41-2d2caf91f436 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.718912] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 609.718912] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528b0b0a-8ab4-4432-f19d-73c4541a0df5" [ 609.718912] env[68627]: _type = "Task" [ 609.718912] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.726732] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.726927] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.728786] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9c0551-4f3c-4186-9119-9ea354f9d47a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.736019] env[68627]: DEBUG oslo_vmware.api [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Task: {'id': task-3036450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162713} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.736019] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.736019] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 609.736019] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 609.736019] env[68627]: INFO nova.compute.manager [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Took 1.14 seconds to destroy the instance on the hypervisor. [ 609.736299] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.741591] env[68627]: DEBUG nova.compute.manager [-] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 609.741764] env[68627]: DEBUG nova.network.neutron [-] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 609.743637] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528b0b0a-8ab4-4432-f19d-73c4541a0df5, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.744609] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 609.744609] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526d4c0c-91fe-dbbb-e49e-614dfa3cd5f4" [ 609.744609] env[68627]: _type = "Task" [ 609.744609] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.744609] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.744609] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.745386] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.753369] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526d4c0c-91fe-dbbb-e49e-614dfa3cd5f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.776232] env[68627]: INFO nova.compute.manager [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Took 18.64 seconds to build instance. [ 609.896460] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036451, 'name': Rename_Task, 'duration_secs': 0.213755} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.896769] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.897033] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c825dd6-91c8-422b-9924-7ad1abd2a578 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.908761] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Waiting for the task: (returnval){ [ 609.908761] env[68627]: value = "task-3036454" [ 609.908761] env[68627]: _type = "Task" [ 609.908761] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.917509] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.987634] env[68627]: DEBUG oslo_vmware.api [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Task: {'id': task-3036453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180523} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.987935] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.988181] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 609.988370] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 609.988563] env[68627]: INFO nova.compute.manager [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Took 1.11 seconds to destroy the instance on the hypervisor. [ 609.988821] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.989028] env[68627]: DEBUG nova.compute.manager [-] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 609.989128] env[68627]: DEBUG nova.network.neutron [-] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.129737] env[68627]: DEBUG nova.compute.utils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.131695] env[68627]: DEBUG nova.network.neutron [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Updating instance_info_cache with network_info: [{"id": "fa557f02-8e67-4c80-b233-d0d14ea6f9e7", "address": "fa:16:3e:47:d7:ce", "network": {"id": "4640fa6f-a40d-40bd-bd03-5760474954c0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-214217381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f393c300e7144a1baa0956797210dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa557f02-8e", "ovs_interfaceid": "fa557f02-8e67-4c80-b233-d0d14ea6f9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.134551] env[68627]: DEBUG nova.compute.manager [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.135334] env[68627]: DEBUG nova.network.neutron [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.144945] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Acquiring lock "02cecd4f-38a7-449c-8422-9b4cb2434407" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.145282] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Lock "02cecd4f-38a7-449c-8422-9b4cb2434407" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.259457] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526d4c0c-91fe-dbbb-e49e-614dfa3cd5f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014359} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.260412] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f812abb-c088-496a-b0bc-37b9c9f0e434 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.265986] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 610.265986] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ffd49d-4ed8-f458-90e2-def77d40123b" [ 610.265986] env[68627]: _type = "Task" [ 610.265986] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.277551] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ffd49d-4ed8-f458-90e2-def77d40123b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.278296] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5da084d3-9b6b-4c2c-9788-dbed993f16a3 tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Lock "4ba9555c-aa88-464a-817c-bc8c5b042e6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.160s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.304244] env[68627]: DEBUG nova.policy [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3367cac93f704d2ba3f7dbb0aedec67d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f0c34d276ec488cac11c09abca47a6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.420555] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036454, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.530539] env[68627]: DEBUG nova.network.neutron [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Successfully updated port: 165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.637760] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Releasing lock "refresh_cache-946c78be-7449-4163-85ec-be6ac8e85268" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.638402] env[68627]: DEBUG nova.compute.manager [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Instance network_info: |[{"id": "fa557f02-8e67-4c80-b233-d0d14ea6f9e7", "address": "fa:16:3e:47:d7:ce", "network": {"id": "4640fa6f-a40d-40bd-bd03-5760474954c0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-214217381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f393c300e7144a1baa0956797210dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa557f02-8e", "ovs_interfaceid": "fa557f02-8e67-4c80-b233-d0d14ea6f9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.644166] env[68627]: DEBUG nova.compute.manager [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.649523] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:d7:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa557f02-8e67-4c80-b233-d0d14ea6f9e7', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.662457] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Creating folder: Project (3f393c300e7144a1baa0956797210dd2). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.662457] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f9da8ee-e011-4d4f-b271-f7ffc46646e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.674797] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Created folder: Project (3f393c300e7144a1baa0956797210dd2) in parent group-v608385. [ 610.674978] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Creating folder: Instances. Parent ref: group-v608411. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.675236] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66cdc351-a3de-461f-9231-0e27946f6648 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.689832] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Created folder: Instances in parent group-v608411. [ 610.691109] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.691109] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.691109] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aff8fac0-a57e-4d75-8441-96748ba3de99 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.716669] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.716669] env[68627]: value = "task-3036457" [ 610.716669] env[68627]: _type = "Task" [ 610.716669] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.727316] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036457, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.777857] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ffd49d-4ed8-f458-90e2-def77d40123b, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.783030] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.783030] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 20f5b953-f903-41ca-9a8c-a1b06d61c9ce/20f5b953-f903-41ca-9a8c-a1b06d61c9ce.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.783030] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.783030] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.783212] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6ca3902-c3aa-4e99-bb77-3336114aaec0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.787040] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4c00878-4a1d-4f2c-a962-a5ba0081d824 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.787040] env[68627]: DEBUG nova.compute.manager [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.798414] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 610.798414] env[68627]: value = "task-3036458" [ 610.798414] env[68627]: _type = "Task" [ 610.798414] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.807908] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.807908] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.811647] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315fcb58-409d-49b9-8978-0f361064536f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.819784] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.827209] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 610.827209] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524e1228-81f9-2422-1af3-a1e1cb53a7eb" [ 610.827209] env[68627]: _type = "Task" [ 610.827209] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.833132] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524e1228-81f9-2422-1af3-a1e1cb53a7eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.925180] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036454, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.036363] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.036363] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquired lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.036363] env[68627]: DEBUG nova.network.neutron [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.140887] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22eeca9c-3adc-4c94-86e2-f87427503b3d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.153628] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408cb6b6-c863-4af9-9eb1-3bd9bde46b40 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.194951] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3804c624-abc8-4551-abd8-a54ab5b02d29 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.203083] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb1c814-a94d-4d82-841d-17cb6e003303 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.220459] env[68627]: DEBUG nova.compute.provider_tree [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.236922] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036457, 'name': CreateVM_Task, 'duration_secs': 0.374291} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.236922] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.236922] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.236922] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.237215] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.239477] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ce5267-8911-4476-b099-42a3efb23fbc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.243723] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Waiting for the task: (returnval){ [ 611.243723] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526e83c7-caad-3fa9-4d4f-814858531580" [ 611.243723] env[68627]: _type = "Task" [ 611.243723] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.253694] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526e83c7-caad-3fa9-4d4f-814858531580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.275895] env[68627]: DEBUG nova.network.neutron [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Successfully created port: d17d6241-b863-445e-a949-436b70204fcd {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.312540] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036458, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.325328] env[68627]: DEBUG nova.network.neutron [-] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.328693] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.340959] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524e1228-81f9-2422-1af3-a1e1cb53a7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.028225} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.342500] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f76cdca-0249-4ad4-b4af-fb8ba1c5b85f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.349931] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 611.349931] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523d4539-196b-6197-4157-196f9f6e6fe7" [ 611.349931] env[68627]: _type = "Task" [ 611.349931] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.358795] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523d4539-196b-6197-4157-196f9f6e6fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.421532] env[68627]: DEBUG nova.network.neutron [-] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.429613] env[68627]: DEBUG oslo_vmware.api [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036454, 'name': PowerOnVM_Task, 'duration_secs': 1.076196} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.429918] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.430152] env[68627]: INFO nova.compute.manager [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Took 10.20 seconds to spawn the instance on the hypervisor. [ 611.430326] env[68627]: DEBUG nova.compute.manager [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.431597] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b81d3f-07c9-4324-9e6d-229b1203c069 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.611720] env[68627]: DEBUG nova.network.neutron [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.695316] env[68627]: DEBUG nova.compute.manager [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.728054] env[68627]: DEBUG nova.scheduler.client.report [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.737644] env[68627]: DEBUG nova.virt.hardware [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.737644] env[68627]: DEBUG nova.virt.hardware [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.737920] env[68627]: DEBUG nova.virt.hardware [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.737975] env[68627]: DEBUG nova.virt.hardware [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.738191] env[68627]: DEBUG nova.virt.hardware [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.738300] env[68627]: DEBUG nova.virt.hardware [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.738552] env[68627]: DEBUG nova.virt.hardware [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.738724] env[68627]: DEBUG nova.virt.hardware [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.738949] env[68627]: DEBUG nova.virt.hardware [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.739181] env[68627]: DEBUG nova.virt.hardware [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.739385] env[68627]: DEBUG nova.virt.hardware [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.740786] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a55d343-5d55-4f37-a18e-8a3951e221f4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.768371] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316feb51-4201-4385-a0d1-d44ecc696c6b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.777693] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526e83c7-caad-3fa9-4d4f-814858531580, 'name': SearchDatastore_Task, 'duration_secs': 0.055138} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.778177] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.778584] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.779327] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.811036] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596235} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.811337] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 20f5b953-f903-41ca-9a8c-a1b06d61c9ce/20f5b953-f903-41ca-9a8c-a1b06d61c9ce.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.811562] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.811859] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-881d98f4-d78e-40d7-b4e9-2d14630b650c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.821257] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 611.821257] env[68627]: value = "task-3036459" [ 611.821257] env[68627]: _type = "Task" [ 611.821257] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.827866] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.833671] env[68627]: INFO nova.compute.manager [-] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Took 2.09 seconds to deallocate network for instance. [ 611.861994] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523d4539-196b-6197-4157-196f9f6e6fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.024548} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.861994] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.862108] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 757963ce-ffa5-45a2-ab05-4700cea02493/757963ce-ffa5-45a2-ab05-4700cea02493.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.862388] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.862602] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.862841] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83ca8fb7-9e47-4f2b-a188-18c16c7cc005 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.865133] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02b34cec-599c-4997-999e-1a801db693ec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.873440] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 611.873440] env[68627]: value = "task-3036460" [ 611.873440] env[68627]: _type = "Task" [ 611.873440] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.876503] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.876719] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.878135] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a629d110-ea23-4760-abfa-f6475d2235be {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.885294] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.888499] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Waiting for the task: (returnval){ [ 611.888499] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]522f5920-7794-3e0b-6ad9-31f4d708a9de" [ 611.888499] env[68627]: _type = "Task" [ 611.888499] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.899343] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522f5920-7794-3e0b-6ad9-31f4d708a9de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.926573] env[68627]: INFO nova.compute.manager [-] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Took 1.94 seconds to deallocate network for instance. [ 611.963028] env[68627]: INFO nova.compute.manager [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Took 20.62 seconds to build instance. [ 612.055796] env[68627]: DEBUG nova.compute.manager [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Received event network-changed-052556cf-1471-470c-bcf1-214ecc326078 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.056107] env[68627]: DEBUG nova.compute.manager [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Refreshing instance network info cache due to event network-changed-052556cf-1471-470c-bcf1-214ecc326078. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.056407] env[68627]: DEBUG oslo_concurrency.lockutils [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] Acquiring lock "refresh_cache-20f5b953-f903-41ca-9a8c-a1b06d61c9ce" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.056726] env[68627]: DEBUG oslo_concurrency.lockutils [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] Acquired lock "refresh_cache-20f5b953-f903-41ca-9a8c-a1b06d61c9ce" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.056829] env[68627]: DEBUG nova.network.neutron [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Refreshing network info cache for port 052556cf-1471-470c-bcf1-214ecc326078 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.062663] env[68627]: DEBUG nova.network.neutron [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Updating instance_info_cache with network_info: [{"id": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "address": "fa:16:3e:6f:12:e7", "network": {"id": "0ce6d04e-c6a1-4492-a780-96ea7f3f119a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1557526896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2b466cf8b4f059f9b084cad485bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165c47a3-3f", "ovs_interfaceid": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.236551] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.238026] env[68627]: DEBUG nova.compute.manager [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.242879] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.162s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.243980] env[68627]: INFO nova.compute.claims [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.293795] env[68627]: DEBUG nova.compute.manager [req-0bfd99a2-e6d9-4570-8649-cfefb5a387eb req-609a62dd-0c73-4c09-9f36-5238ac28a39d service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Received event network-vif-plugged-165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.294173] env[68627]: DEBUG oslo_concurrency.lockutils [req-0bfd99a2-e6d9-4570-8649-cfefb5a387eb req-609a62dd-0c73-4c09-9f36-5238ac28a39d service nova] Acquiring lock "7b60bcbc-dc20-4423-aaae-0e1b20127384-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.294569] env[68627]: DEBUG oslo_concurrency.lockutils [req-0bfd99a2-e6d9-4570-8649-cfefb5a387eb req-609a62dd-0c73-4c09-9f36-5238ac28a39d service nova] Lock "7b60bcbc-dc20-4423-aaae-0e1b20127384-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.295915] env[68627]: DEBUG oslo_concurrency.lockutils [req-0bfd99a2-e6d9-4570-8649-cfefb5a387eb req-609a62dd-0c73-4c09-9f36-5238ac28a39d service nova] Lock "7b60bcbc-dc20-4423-aaae-0e1b20127384-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.295915] env[68627]: DEBUG nova.compute.manager [req-0bfd99a2-e6d9-4570-8649-cfefb5a387eb req-609a62dd-0c73-4c09-9f36-5238ac28a39d service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] No waiting events found dispatching network-vif-plugged-165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.295915] env[68627]: WARNING nova.compute.manager [req-0bfd99a2-e6d9-4570-8649-cfefb5a387eb req-609a62dd-0c73-4c09-9f36-5238ac28a39d service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Received unexpected event network-vif-plugged-165c47a3-3f98-4ff9-8736-a6d8ddb06f45 for instance with vm_state building and task_state spawning. [ 612.332354] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082148} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.332639] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.333499] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4624f5-4703-44d8-bf30-fa2c37e16fda {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.348714] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.358236] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 20f5b953-f903-41ca-9a8c-a1b06d61c9ce/20f5b953-f903-41ca-9a8c-a1b06d61c9ce.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.358576] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff5ce960-ff37-40a9-ba16-90d7e5a547c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.382995] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036460, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.382995] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 612.382995] env[68627]: value = "task-3036461" [ 612.382995] env[68627]: _type = "Task" [ 612.382995] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.394374] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.401465] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522f5920-7794-3e0b-6ad9-31f4d708a9de, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.402587] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cefb009-8d71-4cb8-8acf-15ed1aa31072 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.408174] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Waiting for the task: (returnval){ [ 612.408174] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d56526-bfa9-9709-5d7f-d6b852ab3e60" [ 612.408174] env[68627]: _type = "Task" [ 612.408174] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.417910] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d56526-bfa9-9709-5d7f-d6b852ab3e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.437109] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.465735] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dcb4b100-6e6b-4c42-9e9c-d5ad227d06dd tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Lock "4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.144s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.568327] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Releasing lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.568642] env[68627]: DEBUG nova.compute.manager [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Instance network_info: |[{"id": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "address": "fa:16:3e:6f:12:e7", "network": {"id": "0ce6d04e-c6a1-4492-a780-96ea7f3f119a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1557526896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2b466cf8b4f059f9b084cad485bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165c47a3-3f", "ovs_interfaceid": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.569498] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:12:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '165c47a3-3f98-4ff9-8736-a6d8ddb06f45', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.578031] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Creating folder: Project (a8c2b466cf8b4f059f9b084cad485bef). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.579181] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b7f584e-e8d4-46d6-81f2-0e7a3da15836 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.590802] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Created folder: Project (a8c2b466cf8b4f059f9b084cad485bef) in parent group-v608385. [ 612.591065] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Creating folder: Instances. Parent ref: group-v608414. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.591406] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-859fd9fc-9aaf-4481-a872-97731b35b51e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.603213] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Created folder: Instances in parent group-v608414. [ 612.603595] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.603824] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.604254] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8842a18b-2728-4db0-ab4f-17c636b84fac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.635491] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.635491] env[68627]: value = "task-3036464" [ 612.635491] env[68627]: _type = "Task" [ 612.635491] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.646308] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036464, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.654821] env[68627]: DEBUG nova.compute.manager [None req-b1bd10ef-b2d8-4639-96c3-29572cd7d611 tempest-ServerDiagnosticsV248Test-57137613 tempest-ServerDiagnosticsV248Test-57137613-project-admin] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.655886] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c037299-d630-4251-9c3e-fc0517695f68 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.665678] env[68627]: INFO nova.compute.manager [None req-b1bd10ef-b2d8-4639-96c3-29572cd7d611 tempest-ServerDiagnosticsV248Test-57137613 tempest-ServerDiagnosticsV248Test-57137613-project-admin] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Retrieving diagnostics [ 612.666114] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05320708-dfb6-43bd-837a-4ebd50d57214 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.752559] env[68627]: DEBUG nova.compute.utils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.754941] env[68627]: DEBUG nova.compute.manager [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.755179] env[68627]: DEBUG nova.network.neutron [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.846824] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Acquiring lock "35dabbb3-7b76-45e6-a060-3a8f65674b68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.847151] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lock "35dabbb3-7b76-45e6-a060-3a8f65674b68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.885715] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.945572} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.885715] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 757963ce-ffa5-45a2-ab05-4700cea02493/757963ce-ffa5-45a2-ab05-4700cea02493.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.885715] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.887190] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09fe5861-24e3-48d1-86ac-ae7bc2c2c63e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.894941] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.896303] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 612.896303] env[68627]: value = "task-3036465" [ 612.896303] env[68627]: _type = "Task" [ 612.896303] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.905234] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.920903] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d56526-bfa9-9709-5d7f-d6b852ab3e60, 'name': SearchDatastore_Task, 'duration_secs': 0.047907} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.920903] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.920903] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 946c78be-7449-4163-85ec-be6ac8e85268/946c78be-7449-4163-85ec-be6ac8e85268.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.920903] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7724dfc3-671c-4a66-9e90-15e3c9365e55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.925506] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Waiting for the task: (returnval){ [ 612.925506] env[68627]: value = "task-3036466" [ 612.925506] env[68627]: _type = "Task" [ 612.925506] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.935952] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.970427] env[68627]: DEBUG nova.compute.manager [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.081067] env[68627]: DEBUG nova.policy [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ee3c46d4aa14e3db0d807f266bb0871', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f355f67182743b5a9bf9ba959306927', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.150697] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036464, 'name': CreateVM_Task, 'duration_secs': 0.389137} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.153580] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.154357] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.154532] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.154870] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.155588] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72ca0f0-1b7e-46a7-b562-b8e6abb88047 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.161529] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 613.161529] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a44345-a7c3-ffd0-90a1-5eea84d27187" [ 613.161529] env[68627]: _type = "Task" [ 613.161529] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.174598] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a44345-a7c3-ffd0-90a1-5eea84d27187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.238089] env[68627]: DEBUG nova.network.neutron [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Updated VIF entry in instance network info cache for port 052556cf-1471-470c-bcf1-214ecc326078. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.238089] env[68627]: DEBUG nova.network.neutron [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Updating instance_info_cache with network_info: [{"id": "052556cf-1471-470c-bcf1-214ecc326078", "address": "fa:16:3e:85:aa:5a", "network": {"id": "6576e5a8-77e5-4611-8a9d-175c98d49406", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-112814945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3707c006825b46d4ad747d4c059deab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052556cf-14", "ovs_interfaceid": "052556cf-1471-470c-bcf1-214ecc326078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.261896] env[68627]: DEBUG nova.compute.manager [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.397404] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036461, 'name': ReconfigVM_Task, 'duration_secs': 0.680831} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.403013] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 20f5b953-f903-41ca-9a8c-a1b06d61c9ce/20f5b953-f903-41ca-9a8c-a1b06d61c9ce.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.403846] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fbc816f-1838-4268-8575-5bc5ca8a83fb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.410906] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155427} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.412339] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.412920] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 613.412920] env[68627]: value = "task-3036467" [ 613.412920] env[68627]: _type = "Task" [ 613.412920] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.413386] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85869399-a223-4122-8c58-84d8d15d0234 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.426581] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036467, 'name': Rename_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.450559] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 757963ce-ffa5-45a2-ab05-4700cea02493/757963ce-ffa5-45a2-ab05-4700cea02493.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.453417] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e33b2ab6-9838-4bd4-96c7-1cfa2cf39221 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.473046] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036466, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.476524] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 613.476524] env[68627]: value = "task-3036468" [ 613.476524] env[68627]: _type = "Task" [ 613.476524] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.488885] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036468, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.489793] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.674034] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a44345-a7c3-ffd0-90a1-5eea84d27187, 'name': SearchDatastore_Task, 'duration_secs': 0.060611} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.674034] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.674034] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.674034] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.674590] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.674590] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.674590] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b392f05f-bddf-4f88-bbd9-ad16708e7605 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.687126] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.687126] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.687732] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a30203c2-a58f-4fb6-96ab-82e179fb43d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.693468] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 613.693468] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5238d912-f5f8-60df-2c81-11c857644809" [ 613.693468] env[68627]: _type = "Task" [ 613.693468] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.702391] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5238d912-f5f8-60df-2c81-11c857644809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.703997] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6c1bd2-42ee-45b8-a161-af207e90e193 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.712489] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6dbc1e-16ac-482f-b3cd-97ec92d0235f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.745215] env[68627]: DEBUG oslo_concurrency.lockutils [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] Releasing lock "refresh_cache-20f5b953-f903-41ca-9a8c-a1b06d61c9ce" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.745371] env[68627]: DEBUG nova.compute.manager [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Received event network-vif-plugged-fa557f02-8e67-4c80-b233-d0d14ea6f9e7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.745929] env[68627]: DEBUG oslo_concurrency.lockutils [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] Acquiring lock "946c78be-7449-4163-85ec-be6ac8e85268-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.745929] env[68627]: DEBUG oslo_concurrency.lockutils [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] Lock "946c78be-7449-4163-85ec-be6ac8e85268-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.745929] env[68627]: DEBUG oslo_concurrency.lockutils [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] Lock "946c78be-7449-4163-85ec-be6ac8e85268-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.746150] env[68627]: DEBUG nova.compute.manager [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] No waiting events found dispatching network-vif-plugged-fa557f02-8e67-4c80-b233-d0d14ea6f9e7 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.746394] env[68627]: WARNING nova.compute.manager [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Received unexpected event network-vif-plugged-fa557f02-8e67-4c80-b233-d0d14ea6f9e7 for instance with vm_state building and task_state spawning. [ 613.746394] env[68627]: DEBUG nova.compute.manager [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Received event network-changed-fa557f02-8e67-4c80-b233-d0d14ea6f9e7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.746706] env[68627]: DEBUG nova.compute.manager [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Refreshing instance network info cache due to event network-changed-fa557f02-8e67-4c80-b233-d0d14ea6f9e7. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.746706] env[68627]: DEBUG oslo_concurrency.lockutils [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] Acquiring lock "refresh_cache-946c78be-7449-4163-85ec-be6ac8e85268" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.746862] env[68627]: DEBUG oslo_concurrency.lockutils [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] Acquired lock "refresh_cache-946c78be-7449-4163-85ec-be6ac8e85268" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.747197] env[68627]: DEBUG nova.network.neutron [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Refreshing network info cache for port fa557f02-8e67-4c80-b233-d0d14ea6f9e7 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.752311] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1fd509-7d1a-4903-b403-b6715efd5650 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.766551] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ef6a16-0e21-49f8-b90c-f2d8b5e5aebd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.786344] env[68627]: DEBUG nova.compute.provider_tree [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.926327] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036467, 'name': Rename_Task, 'duration_secs': 0.235295} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.926721] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.930214] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1adb6b1f-d9cc-48d8-8047-65139f988018 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.936103] env[68627]: DEBUG nova.network.neutron [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Successfully updated port: d17d6241-b863-445e-a949-436b70204fcd {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.939182] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904182} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.941162] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 946c78be-7449-4163-85ec-be6ac8e85268/946c78be-7449-4163-85ec-be6ac8e85268.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.941302] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.941728] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 613.941728] env[68627]: value = "task-3036469" [ 613.941728] env[68627]: _type = "Task" [ 613.941728] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.942057] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19387fd7-b86d-425d-ad55-a2e7066a751d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.955011] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.956431] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Waiting for the task: (returnval){ [ 613.956431] env[68627]: value = "task-3036470" [ 613.956431] env[68627]: _type = "Task" [ 613.956431] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.967894] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.988994] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036468, 'name': ReconfigVM_Task, 'duration_secs': 0.489315} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.989375] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 757963ce-ffa5-45a2-ab05-4700cea02493/757963ce-ffa5-45a2-ab05-4700cea02493.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.991508] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aa8f65d-014f-4d34-b1c0-62466a1ef643 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.998527] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 613.998527] env[68627]: value = "task-3036471" [ 613.998527] env[68627]: _type = "Task" [ 613.998527] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.007775] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036471, 'name': Rename_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.138814] env[68627]: DEBUG nova.network.neutron [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Successfully created port: e8b43a0b-8406-49e2-aa09-18d28a615e28 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.207121] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5238d912-f5f8-60df-2c81-11c857644809, 'name': SearchDatastore_Task, 'duration_secs': 0.062802} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.209566] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef34ef95-f50a-4039-8204-61349688647c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.216802] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 614.216802] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52782b52-d7c1-5369-7830-4ef84867a427" [ 614.216802] env[68627]: _type = "Task" [ 614.216802] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.227553] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52782b52-d7c1-5369-7830-4ef84867a427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.278775] env[68627]: DEBUG nova.compute.manager [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.290355] env[68627]: DEBUG nova.scheduler.client.report [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.311197] env[68627]: DEBUG nova.virt.hardware [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.311197] env[68627]: DEBUG nova.virt.hardware [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.311197] env[68627]: DEBUG nova.virt.hardware [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.311352] env[68627]: DEBUG nova.virt.hardware [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.311352] env[68627]: DEBUG nova.virt.hardware [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.311352] env[68627]: DEBUG nova.virt.hardware [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.311352] env[68627]: DEBUG nova.virt.hardware [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.311352] env[68627]: DEBUG nova.virt.hardware [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.311725] env[68627]: DEBUG nova.virt.hardware [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.312058] env[68627]: DEBUG nova.virt.hardware [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.312481] env[68627]: DEBUG nova.virt.hardware [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.313700] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e348a0-da1a-4f99-9a00-a0414511bc68 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.325337] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84521317-bf6c-42f1-9c3e-ec7ff7956400 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.382838] env[68627]: DEBUG nova.network.neutron [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Updated VIF entry in instance network info cache for port fa557f02-8e67-4c80-b233-d0d14ea6f9e7. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.383201] env[68627]: DEBUG nova.network.neutron [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Updating instance_info_cache with network_info: [{"id": "fa557f02-8e67-4c80-b233-d0d14ea6f9e7", "address": "fa:16:3e:47:d7:ce", "network": {"id": "4640fa6f-a40d-40bd-bd03-5760474954c0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-214217381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f393c300e7144a1baa0956797210dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa557f02-8e", "ovs_interfaceid": "fa557f02-8e67-4c80-b233-d0d14ea6f9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.441373] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Acquiring lock "refresh_cache-328774c6-f757-444d-b9ce-3663119c0940" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.441659] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Acquired lock "refresh_cache-328774c6-f757-444d-b9ce-3663119c0940" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.441738] env[68627]: DEBUG nova.network.neutron [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.461030] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036469, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.473747] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073845} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.473798] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.474683] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ec737c-35e0-4aa8-888e-0b3bdd7f3ee0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.500037] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 946c78be-7449-4163-85ec-be6ac8e85268/946c78be-7449-4163-85ec-be6ac8e85268.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.500515] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b2c284d-c6b6-47b3-a477-211566fbd7e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.528146] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036471, 'name': Rename_Task, 'duration_secs': 0.146812} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.529514] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.529834] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Waiting for the task: (returnval){ [ 614.529834] env[68627]: value = "task-3036472" [ 614.529834] env[68627]: _type = "Task" [ 614.529834] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.530128] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d719c196-d253-454b-9add-bb87caf90127 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.543929] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 614.543929] env[68627]: value = "task-3036473" [ 614.543929] env[68627]: _type = "Task" [ 614.543929] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.544199] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036472, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.552348] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.728570] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52782b52-d7c1-5369-7830-4ef84867a427, 'name': SearchDatastore_Task, 'duration_secs': 0.068963} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.728905] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.729071] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 7b60bcbc-dc20-4423-aaae-0e1b20127384/7b60bcbc-dc20-4423-aaae-0e1b20127384.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.729256] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-772f010e-09a3-465e-9039-e399af978b31 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.737938] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 614.737938] env[68627]: value = "task-3036474" [ 614.737938] env[68627]: _type = "Task" [ 614.737938] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.751935] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.796741] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.797314] env[68627]: DEBUG nova.compute.manager [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.802616] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.382s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.804390] env[68627]: INFO nova.compute.claims [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.887229] env[68627]: DEBUG oslo_concurrency.lockutils [req-8280176f-9a99-422d-994f-15c3180dc294 req-4b6c3b2c-fe60-4073-9172-5b0102f2cebf service nova] Releasing lock "refresh_cache-946c78be-7449-4163-85ec-be6ac8e85268" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.960279] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036469, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.028185] env[68627]: DEBUG nova.network.neutron [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.044016] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036472, 'name': ReconfigVM_Task, 'duration_secs': 0.420222} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.044016] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 946c78be-7449-4163-85ec-be6ac8e85268/946c78be-7449-4163-85ec-be6ac8e85268.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.044368] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4358cad3-bb95-404d-be5b-4f03d9414de3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.058129] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Waiting for the task: (returnval){ [ 615.058129] env[68627]: value = "task-3036475" [ 615.058129] env[68627]: _type = "Task" [ 615.058129] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.064340] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036473, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.075560] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036475, 'name': Rename_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.249386] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036474, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.308819] env[68627]: DEBUG nova.compute.utils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.314270] env[68627]: DEBUG nova.compute.manager [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Not allocating networking since 'none' was specified. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 615.414112] env[68627]: DEBUG nova.network.neutron [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Updating instance_info_cache with network_info: [{"id": "d17d6241-b863-445e-a949-436b70204fcd", "address": "fa:16:3e:ad:9d:27", "network": {"id": "ee4d8e6f-590c-41cd-8b9d-c28776671bd7", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-225861664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0c34d276ec488cac11c09abca47a6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17d6241-b8", "ovs_interfaceid": "d17d6241-b863-445e-a949-436b70204fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.463730] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036469, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.558302] env[68627]: DEBUG oslo_vmware.api [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036473, 'name': PowerOnVM_Task, 'duration_secs': 0.65948} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.558471] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.559328] env[68627]: DEBUG nova.compute.manager [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.559508] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faae1dfa-884d-478c-8fdf-394b927c6056 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.583840] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036475, 'name': Rename_Task, 'duration_secs': 0.314156} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.584449] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.584816] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-194ea0fc-f1ab-4061-8d5c-d4642c05bfeb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.597736] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Waiting for the task: (returnval){ [ 615.597736] env[68627]: value = "task-3036476" [ 615.597736] env[68627]: _type = "Task" [ 615.597736] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.610849] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.752528] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794019} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.752960] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 7b60bcbc-dc20-4423-aaae-0e1b20127384/7b60bcbc-dc20-4423-aaae-0e1b20127384.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.753219] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.753514] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-099e31cb-5119-4b27-9183-fd84138a7337 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.764927] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 615.764927] env[68627]: value = "task-3036477" [ 615.764927] env[68627]: _type = "Task" [ 615.764927] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.782978] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.814899] env[68627]: DEBUG nova.compute.manager [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.922340] env[68627]: DEBUG nova.compute.manager [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Received event network-vif-deleted-12d2b4b5-a3b8-48f3-b9bd-12587974ce4e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.922340] env[68627]: DEBUG nova.compute.manager [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Received event network-vif-deleted-f53ef5b1-3ce3-45ad-b81c-cc4fd64f5bef {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.922340] env[68627]: DEBUG nova.compute.manager [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Received event network-vif-plugged-d17d6241-b863-445e-a949-436b70204fcd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.922758] env[68627]: DEBUG oslo_concurrency.lockutils [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] Acquiring lock "328774c6-f757-444d-b9ce-3663119c0940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.922758] env[68627]: DEBUG oslo_concurrency.lockutils [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] Lock "328774c6-f757-444d-b9ce-3663119c0940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.922758] env[68627]: DEBUG oslo_concurrency.lockutils [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] Lock "328774c6-f757-444d-b9ce-3663119c0940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.922961] env[68627]: DEBUG nova.compute.manager [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] [instance: 328774c6-f757-444d-b9ce-3663119c0940] No waiting events found dispatching network-vif-plugged-d17d6241-b863-445e-a949-436b70204fcd {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.923103] env[68627]: WARNING nova.compute.manager [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Received unexpected event network-vif-plugged-d17d6241-b863-445e-a949-436b70204fcd for instance with vm_state building and task_state spawning. [ 615.923909] env[68627]: DEBUG nova.compute.manager [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Received event network-changed-d17d6241-b863-445e-a949-436b70204fcd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.924221] env[68627]: DEBUG nova.compute.manager [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Refreshing instance network info cache due to event network-changed-d17d6241-b863-445e-a949-436b70204fcd. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.924860] env[68627]: DEBUG oslo_concurrency.lockutils [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] Acquiring lock "refresh_cache-328774c6-f757-444d-b9ce-3663119c0940" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.925576] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Releasing lock "refresh_cache-328774c6-f757-444d-b9ce-3663119c0940" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.925918] env[68627]: DEBUG nova.compute.manager [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Instance network_info: |[{"id": "d17d6241-b863-445e-a949-436b70204fcd", "address": "fa:16:3e:ad:9d:27", "network": {"id": "ee4d8e6f-590c-41cd-8b9d-c28776671bd7", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-225861664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0c34d276ec488cac11c09abca47a6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17d6241-b8", "ovs_interfaceid": "d17d6241-b863-445e-a949-436b70204fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.931494] env[68627]: DEBUG oslo_concurrency.lockutils [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] Acquired lock "refresh_cache-328774c6-f757-444d-b9ce-3663119c0940" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.931494] env[68627]: DEBUG nova.network.neutron [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Refreshing network info cache for port d17d6241-b863-445e-a949-436b70204fcd {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.934212] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:9d:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd17d6241-b863-445e-a949-436b70204fcd', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.946923] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Creating folder: Project (4f0c34d276ec488cac11c09abca47a6f). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.950323] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f719f2b6-08d2-4f09-a4d2-88a5817a1c15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.954852] env[68627]: DEBUG nova.compute.manager [req-4fb92674-3518-41d9-89a0-4e161a2992ca req-b4cd661f-c631-4106-b529-16a003cb9985 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Received event network-changed-165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.954852] env[68627]: DEBUG nova.compute.manager [req-4fb92674-3518-41d9-89a0-4e161a2992ca req-b4cd661f-c631-4106-b529-16a003cb9985 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Refreshing instance network info cache due to event network-changed-165c47a3-3f98-4ff9-8736-a6d8ddb06f45. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.954852] env[68627]: DEBUG oslo_concurrency.lockutils [req-4fb92674-3518-41d9-89a0-4e161a2992ca req-b4cd661f-c631-4106-b529-16a003cb9985 service nova] Acquiring lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.954852] env[68627]: DEBUG oslo_concurrency.lockutils [req-4fb92674-3518-41d9-89a0-4e161a2992ca req-b4cd661f-c631-4106-b529-16a003cb9985 service nova] Acquired lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.954852] env[68627]: DEBUG nova.network.neutron [req-4fb92674-3518-41d9-89a0-4e161a2992ca req-b4cd661f-c631-4106-b529-16a003cb9985 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Refreshing network info cache for port 165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.970311] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Created folder: Project (4f0c34d276ec488cac11c09abca47a6f) in parent group-v608385. [ 615.970311] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Creating folder: Instances. Parent ref: group-v608417. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.975305] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-677ae05a-d0c4-424a-9f27-47ad97a93495 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.975579] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036469, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.985386] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Created folder: Instances in parent group-v608417. [ 615.985642] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.985858] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.986129] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdaf2693-a63b-4d16-ade4-81e5020ccaa1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.013870] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.013870] env[68627]: value = "task-3036480" [ 616.013870] env[68627]: _type = "Task" [ 616.013870] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.020093] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036480, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.088486] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.110056] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036476, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.245497] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853497f6-d41a-49f9-a434-d70892d2f19b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.253351] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b6ba37-674c-41bd-88c3-8ee91f0d9418 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.293037] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c21f6a7-2a61-493b-abc5-1efe7c3009a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.301075] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ddc8ce-1481-4cab-aa28-9b21939bd6dc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.304934] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19851} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.305209] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.307084] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae55f98-2f42-46b3-8aa1-a0d73fecca52 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.317682] env[68627]: DEBUG nova.compute.provider_tree [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.342571] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 7b60bcbc-dc20-4423-aaae-0e1b20127384/7b60bcbc-dc20-4423-aaae-0e1b20127384.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.343856] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67cac1c5-3f62-4927-9a24-494661655fb3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.367238] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 616.367238] env[68627]: value = "task-3036481" [ 616.367238] env[68627]: _type = "Task" [ 616.367238] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.377318] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.469839] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036469, 'name': PowerOnVM_Task} progress is 73%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.525150] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036480, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.610143] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036476, 'name': PowerOnVM_Task} progress is 37%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.821124] env[68627]: DEBUG nova.scheduler.client.report [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.844454] env[68627]: DEBUG nova.compute.manager [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.882637] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036481, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.888815] env[68627]: DEBUG nova.virt.hardware [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.889145] env[68627]: DEBUG nova.virt.hardware [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.889366] env[68627]: DEBUG nova.virt.hardware [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.889595] env[68627]: DEBUG nova.virt.hardware [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.889804] env[68627]: DEBUG nova.virt.hardware [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.890245] env[68627]: DEBUG nova.virt.hardware [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.890543] env[68627]: DEBUG nova.virt.hardware [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.890762] env[68627]: DEBUG nova.virt.hardware [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.890975] env[68627]: DEBUG nova.virt.hardware [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.891422] env[68627]: DEBUG nova.virt.hardware [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.891638] env[68627]: DEBUG nova.virt.hardware [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.893199] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff1eeda-b9ad-4515-b950-76c5577b3bf0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.906130] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eea7abb-8356-49f6-a41a-0940ee75d9a5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.922392] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.928516] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Creating folder: Project (3035ca20c99d4bef955b22a14dc8b545). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.929112] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-817b46b5-ab69-40f8-9446-ff8a9dc7e07a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.939077] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Created folder: Project (3035ca20c99d4bef955b22a14dc8b545) in parent group-v608385. [ 616.939310] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Creating folder: Instances. Parent ref: group-v608420. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.939550] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45d8840c-20b0-40e8-930e-9080ff945f1b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.948504] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Created folder: Instances in parent group-v608420. [ 616.948504] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.948710] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.948743] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-785aa195-f68f-42ed-b04f-381ae31f9e35 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.973883] env[68627]: DEBUG oslo_vmware.api [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036469, 'name': PowerOnVM_Task, 'duration_secs': 2.811801} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.974634] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.974864] env[68627]: INFO nova.compute.manager [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Took 13.16 seconds to spawn the instance on the hypervisor. [ 616.975043] env[68627]: DEBUG nova.compute.manager [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.975614] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.975614] env[68627]: value = "task-3036484" [ 616.975614] env[68627]: _type = "Task" [ 616.975614] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.977732] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b49b9d-9c06-4954-9457-1ddc352cc099 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.024060] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036480, 'name': CreateVM_Task, 'duration_secs': 0.639968} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.024251] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.025899] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.025899] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.025899] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.025899] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8245f5-f9ad-49ad-a8e9-c23a08f52987 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.030904] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Waiting for the task: (returnval){ [ 617.030904] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5261af86-b33b-7eb8-d46e-72ca9aaa8814" [ 617.030904] env[68627]: _type = "Task" [ 617.030904] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.039581] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5261af86-b33b-7eb8-d46e-72ca9aaa8814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.110985] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036476, 'name': PowerOnVM_Task} progress is 74%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.137805] env[68627]: DEBUG nova.network.neutron [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Successfully updated port: e8b43a0b-8406-49e2-aa09-18d28a615e28 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.232249] env[68627]: DEBUG nova.network.neutron [req-4fb92674-3518-41d9-89a0-4e161a2992ca req-b4cd661f-c631-4106-b529-16a003cb9985 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Updated VIF entry in instance network info cache for port 165c47a3-3f98-4ff9-8736-a6d8ddb06f45. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.232762] env[68627]: DEBUG nova.network.neutron [req-4fb92674-3518-41d9-89a0-4e161a2992ca req-b4cd661f-c631-4106-b529-16a003cb9985 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Updating instance_info_cache with network_info: [{"id": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "address": "fa:16:3e:6f:12:e7", "network": {"id": "0ce6d04e-c6a1-4492-a780-96ea7f3f119a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1557526896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2b466cf8b4f059f9b084cad485bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165c47a3-3f", "ovs_interfaceid": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.247109] env[68627]: DEBUG nova.network.neutron [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Updated VIF entry in instance network info cache for port d17d6241-b863-445e-a949-436b70204fcd. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.247485] env[68627]: DEBUG nova.network.neutron [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Updating instance_info_cache with network_info: [{"id": "d17d6241-b863-445e-a949-436b70204fcd", "address": "fa:16:3e:ad:9d:27", "network": {"id": "ee4d8e6f-590c-41cd-8b9d-c28776671bd7", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-225861664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0c34d276ec488cac11c09abca47a6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17d6241-b8", "ovs_interfaceid": "d17d6241-b863-445e-a949-436b70204fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.327481] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.327481] env[68627]: DEBUG nova.compute.manager [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.331044] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.187s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.333536] env[68627]: DEBUG nova.objects.instance [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Lazy-loading 'resources' on Instance uuid 60fd4a1b-603d-4b55-a997-2da9b973ca82 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 617.378819] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036481, 'name': ReconfigVM_Task, 'duration_secs': 0.530225} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.379793] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 7b60bcbc-dc20-4423-aaae-0e1b20127384/7b60bcbc-dc20-4423-aaae-0e1b20127384.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.380613] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfaf2744-d963-44a4-94e5-ff17e5cda8c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.386932] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 617.386932] env[68627]: value = "task-3036485" [ 617.386932] env[68627]: _type = "Task" [ 617.386932] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.396119] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036485, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.490571] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036484, 'name': CreateVM_Task, 'duration_secs': 0.4125} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.490752] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.491193] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.501382] env[68627]: INFO nova.compute.manager [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Took 23.37 seconds to build instance. [ 617.544581] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5261af86-b33b-7eb8-d46e-72ca9aaa8814, 'name': SearchDatastore_Task, 'duration_secs': 0.017831} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.544950] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.545246] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.545395] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.545543] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.545724] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.546016] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.546605] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.546850] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bade490f-fd3e-4e5e-a80a-4d7492563f27 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.549266] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a492b4-d385-4a28-bab8-b73974ac5235 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.555502] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 617.555502] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5223ee9a-ca46-6d13-f98d-3b3d1ef4cfd4" [ 617.555502] env[68627]: _type = "Task" [ 617.555502] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.559172] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.559501] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.560422] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61cffd3-077a-4906-9732-79b095561c12 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.566583] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5223ee9a-ca46-6d13-f98d-3b3d1ef4cfd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.568894] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Waiting for the task: (returnval){ [ 617.568894] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52271623-edf3-8e4f-1861-dfbc6746ad23" [ 617.568894] env[68627]: _type = "Task" [ 617.568894] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.577425] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52271623-edf3-8e4f-1861-dfbc6746ad23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.609321] env[68627]: DEBUG oslo_vmware.api [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036476, 'name': PowerOnVM_Task, 'duration_secs': 1.852868} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.610170] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.610269] env[68627]: INFO nova.compute.manager [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Took 11.26 seconds to spawn the instance on the hypervisor. [ 617.610407] env[68627]: DEBUG nova.compute.manager [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.611272] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75685619-5b73-4fa7-8c94-c0e66b623e11 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.641826] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "refresh_cache-ef414e3a-4eaf-4f52-bc67-3bcd252a7477" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.641826] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquired lock "refresh_cache-ef414e3a-4eaf-4f52-bc67-3bcd252a7477" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.641826] env[68627]: DEBUG nova.network.neutron [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.735945] env[68627]: DEBUG oslo_concurrency.lockutils [req-4fb92674-3518-41d9-89a0-4e161a2992ca req-b4cd661f-c631-4106-b529-16a003cb9985 service nova] Releasing lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.752497] env[68627]: DEBUG oslo_concurrency.lockutils [req-d9841798-db9c-45c8-8b82-253c1d60ef56 req-c387fe91-f59f-4e25-a9b4-97ff5ad221ec service nova] Releasing lock "refresh_cache-328774c6-f757-444d-b9ce-3663119c0940" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.834883] env[68627]: DEBUG nova.compute.utils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.842935] env[68627]: DEBUG nova.compute.manager [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.843056] env[68627]: DEBUG nova.network.neutron [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.900863] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036485, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.917016] env[68627]: DEBUG nova.policy [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '597c8986ad5340f390a6d6c0ca799688', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ffe416460c345188cf54651ea40aec4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.001982] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9df5b176-fd17-4826-9d73-fd0d319048e9 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "20f5b953-f903-41ca-9a8c-a1b06d61c9ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.910s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.065969] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5223ee9a-ca46-6d13-f98d-3b3d1ef4cfd4, 'name': SearchDatastore_Task, 'duration_secs': 0.021545} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.068529] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.068774] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.068986] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.077214] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52271623-edf3-8e4f-1861-dfbc6746ad23, 'name': SearchDatastore_Task, 'duration_secs': 0.012227} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.080254] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297003c9-3181-4102-a780-7e40338e8978 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.085217] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Waiting for the task: (returnval){ [ 618.085217] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524fd6ae-84d5-ba56-85cb-140ece5a8f70" [ 618.085217] env[68627]: _type = "Task" [ 618.085217] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.094821] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524fd6ae-84d5-ba56-85cb-140ece5a8f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.127796] env[68627]: INFO nova.compute.manager [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Took 21.23 seconds to build instance. [ 618.172690] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488a32b5-f347-40d4-a60d-8bcdd39661da {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.180617] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8568ab7a-3898-4538-93e5-cff18c7a04e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.213395] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea72241-bb74-4452-8449-7c68aa11dc21 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.221676] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a57989-4ded-4685-a474-10798e247118 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.226250] env[68627]: DEBUG nova.network.neutron [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.240191] env[68627]: DEBUG nova.compute.provider_tree [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.344037] env[68627]: DEBUG nova.compute.manager [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.400411] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036485, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.505275] env[68627]: DEBUG nova.compute.manager [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.582119] env[68627]: DEBUG nova.network.neutron [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Updating instance_info_cache with network_info: [{"id": "e8b43a0b-8406-49e2-aa09-18d28a615e28", "address": "fa:16:3e:bd:75:31", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b43a0b-84", "ovs_interfaceid": "e8b43a0b-8406-49e2-aa09-18d28a615e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.597779] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524fd6ae-84d5-ba56-85cb-140ece5a8f70, 'name': SearchDatastore_Task, 'duration_secs': 0.029957} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.598808] env[68627]: DEBUG nova.network.neutron [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Successfully created port: 395b1e0e-4c15-4018-bcfa-d96cc02aa54b {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.600982] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.601429] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 328774c6-f757-444d-b9ce-3663119c0940/328774c6-f757-444d-b9ce-3663119c0940.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.601887] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.602208] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.602547] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c631910a-335f-43e5-9f57-80b399ee9b92 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.604897] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6e03400-5965-4f1c-b7df-344f6f613491 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.613092] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Waiting for the task: (returnval){ [ 618.613092] env[68627]: value = "task-3036486" [ 618.613092] env[68627]: _type = "Task" [ 618.613092] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.619156] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.619245] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.620775] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18513bb5-ae6d-46a9-a869-18543dd04ec6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.626685] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.630262] env[68627]: DEBUG oslo_concurrency.lockutils [None req-040cda66-77e8-4b94-9d86-2c7336b949ac tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Lock "946c78be-7449-4163-85ec-be6ac8e85268" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.755s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.630562] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 618.630562] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521354fd-0647-eba2-1ba7-29c371ea6619" [ 618.630562] env[68627]: _type = "Task" [ 618.630562] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.642786] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521354fd-0647-eba2-1ba7-29c371ea6619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.742480] env[68627]: DEBUG nova.scheduler.client.report [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.900415] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036485, 'name': Rename_Task, 'duration_secs': 1.269862} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.901108] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.901508] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15353702-53e2-43cd-9c60-7debac828685 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.911107] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 618.911107] env[68627]: value = "task-3036487" [ 618.911107] env[68627]: _type = "Task" [ 618.911107] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.917443] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.040406] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.085703] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Releasing lock "refresh_cache-ef414e3a-4eaf-4f52-bc67-3bcd252a7477" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.087630] env[68627]: DEBUG nova.compute.manager [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Instance network_info: |[{"id": "e8b43a0b-8406-49e2-aa09-18d28a615e28", "address": "fa:16:3e:bd:75:31", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b43a0b-84", "ovs_interfaceid": "e8b43a0b-8406-49e2-aa09-18d28a615e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.087797] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:75:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8b43a0b-8406-49e2-aa09-18d28a615e28', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.096788] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Creating folder: Project (2f355f67182743b5a9bf9ba959306927). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.096788] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8fdde16-799a-4708-8658-6b723b412f70 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.109910] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Created folder: Project (2f355f67182743b5a9bf9ba959306927) in parent group-v608385. [ 619.110320] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Creating folder: Instances. Parent ref: group-v608423. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.110598] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85d2a194-d9db-447e-91bb-1941e2fff884 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.121300] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Created folder: Instances in parent group-v608423. [ 619.121300] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.121946] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.122227] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-792f754f-717b-477b-a319-f4468f2fa7ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.146854] env[68627]: DEBUG nova.compute.manager [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.150047] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036486, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.162993] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521354fd-0647-eba2-1ba7-29c371ea6619, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.165274] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.165274] env[68627]: value = "task-3036490" [ 619.165274] env[68627]: _type = "Task" [ 619.165274] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.165534] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6a8c69-beef-4935-bbb7-20f111015749 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.180765] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036490, 'name': CreateVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.182647] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 619.182647] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527e4888-f5c7-c957-5880-84ae968233cf" [ 619.182647] env[68627]: _type = "Task" [ 619.182647] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.197309] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527e4888-f5c7-c957-5880-84ae968233cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.252773] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.255688] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.831s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.257945] env[68627]: INFO nova.compute.claims [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.292717] env[68627]: INFO nova.scheduler.client.report [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Deleted allocations for instance 60fd4a1b-603d-4b55-a997-2da9b973ca82 [ 619.354627] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Acquiring lock "683ec368-79b8-4bcd-87f2-ac1528f5f8dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.354871] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Lock "683ec368-79b8-4bcd-87f2-ac1528f5f8dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.356531] env[68627]: DEBUG nova.compute.manager [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.379836] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "aded3c33-08be-4109-960c-111194975958" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.380266] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "aded3c33-08be-4109-960c-111194975958" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.394147] env[68627]: DEBUG nova.virt.hardware [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:46:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1162404317',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1540611001',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.394410] env[68627]: DEBUG nova.virt.hardware [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.394570] env[68627]: DEBUG nova.virt.hardware [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.394775] env[68627]: DEBUG nova.virt.hardware [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.394928] env[68627]: DEBUG nova.virt.hardware [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.395250] env[68627]: DEBUG nova.virt.hardware [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.395587] env[68627]: DEBUG nova.virt.hardware [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.395977] env[68627]: DEBUG nova.virt.hardware [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.396241] env[68627]: DEBUG nova.virt.hardware [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.396468] env[68627]: DEBUG nova.virt.hardware [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.396672] env[68627]: DEBUG nova.virt.hardware [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.398307] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995f96db-b1bb-43cc-a6fe-cbf1a61cb011 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.407598] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6fb2a9-086d-43ce-a9a4-78ce8dcc6811 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.435131] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036487, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.625075] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732061} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.625381] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 328774c6-f757-444d-b9ce-3663119c0940/328774c6-f757-444d-b9ce-3663119c0940.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.625620] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.625905] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2726635-2cec-4a5b-a279-540b74ecf009 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.632213] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Waiting for the task: (returnval){ [ 619.632213] env[68627]: value = "task-3036491" [ 619.632213] env[68627]: _type = "Task" [ 619.632213] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.642831] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.682229] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036490, 'name': CreateVM_Task, 'duration_secs': 0.434383} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.682478] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.685401] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.685401] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.685401] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.689022] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.689022] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35780e21-2099-4c52-8c37-f1cd776c75f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.694642] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 619.694642] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eae1ea-7c7f-6825-5231-020421356ebf" [ 619.694642] env[68627]: _type = "Task" [ 619.694642] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.698889] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527e4888-f5c7-c957-5880-84ae968233cf, 'name': SearchDatastore_Task, 'duration_secs': 0.058046} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.702742] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.703095] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] dd7c8e0b-7816-40a9-8aad-67541de9fd67/dd7c8e0b-7816-40a9-8aad-67541de9fd67.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.703345] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c39739e9-d3c7-4e7b-9df1-687ae8a8f6e3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.712436] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eae1ea-7c7f-6825-5231-020421356ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.012312} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.715106] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.715106] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.715106] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.715106] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.715417] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.715469] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 619.715469] env[68627]: value = "task-3036492" [ 619.715469] env[68627]: _type = "Task" [ 619.715469] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.715635] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6f5ddea-2317-4de8-9d6d-54571f975237 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.729364] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.732606] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.732606] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.732606] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85dedb21-f1f1-4a45-8a90-2b957649cf79 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.738338] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 619.738338] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524b3992-b1e4-e4ee-59fa-97b772ae9c33" [ 619.738338] env[68627]: _type = "Task" [ 619.738338] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.749411] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524b3992-b1e4-e4ee-59fa-97b772ae9c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.804834] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb409afb-6332-4330-9212-9411f06e7ecf tempest-DeleteServersAdminTestJSON-166624623 tempest-DeleteServersAdminTestJSON-166624623-project-admin] Lock "60fd4a1b-603d-4b55-a997-2da9b973ca82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.489s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.926370] env[68627]: DEBUG oslo_vmware.api [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036487, 'name': PowerOnVM_Task, 'duration_secs': 0.639196} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.926678] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.926678] env[68627]: INFO nova.compute.manager [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Took 10.82 seconds to spawn the instance on the hypervisor. [ 619.926786] env[68627]: DEBUG nova.compute.manager [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.927724] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d25351-d37c-4626-b32e-63c215ed0e76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.156311] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08354} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.156610] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.157658] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415d078a-0ba2-4932-8a29-0488809009db {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.188657] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 328774c6-f757-444d-b9ce-3663119c0940/328774c6-f757-444d-b9ce-3663119c0940.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.189136] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99c3f7c8-d280-43a3-bfac-8af80a4be43c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.212017] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Waiting for the task: (returnval){ [ 620.212017] env[68627]: value = "task-3036493" [ 620.212017] env[68627]: _type = "Task" [ 620.212017] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.225694] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.233296] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036492, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.250505] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524b3992-b1e4-e4ee-59fa-97b772ae9c33, 'name': SearchDatastore_Task, 'duration_secs': 0.011428} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.251739] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb876ab-15f0-47a5-a031-b754d7b37e39 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.257622] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 620.257622] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5243193f-1774-fc08-3091-8d432708ec84" [ 620.257622] env[68627]: _type = "Task" [ 620.257622] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.270847] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5243193f-1774-fc08-3091-8d432708ec84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.347249] env[68627]: DEBUG nova.compute.manager [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Received event network-vif-plugged-e8b43a0b-8406-49e2-aa09-18d28a615e28 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.347249] env[68627]: DEBUG oslo_concurrency.lockutils [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] Acquiring lock "ef414e3a-4eaf-4f52-bc67-3bcd252a7477-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.347249] env[68627]: DEBUG oslo_concurrency.lockutils [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] Lock "ef414e3a-4eaf-4f52-bc67-3bcd252a7477-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.347249] env[68627]: DEBUG oslo_concurrency.lockutils [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] Lock "ef414e3a-4eaf-4f52-bc67-3bcd252a7477-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.347249] env[68627]: DEBUG nova.compute.manager [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] No waiting events found dispatching network-vif-plugged-e8b43a0b-8406-49e2-aa09-18d28a615e28 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.347611] env[68627]: WARNING nova.compute.manager [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Received unexpected event network-vif-plugged-e8b43a0b-8406-49e2-aa09-18d28a615e28 for instance with vm_state building and task_state spawning. [ 620.347611] env[68627]: DEBUG nova.compute.manager [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Received event network-changed-e8b43a0b-8406-49e2-aa09-18d28a615e28 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.347611] env[68627]: DEBUG nova.compute.manager [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Refreshing instance network info cache due to event network-changed-e8b43a0b-8406-49e2-aa09-18d28a615e28. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.347611] env[68627]: DEBUG oslo_concurrency.lockutils [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] Acquiring lock "refresh_cache-ef414e3a-4eaf-4f52-bc67-3bcd252a7477" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.347611] env[68627]: DEBUG oslo_concurrency.lockutils [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] Acquired lock "refresh_cache-ef414e3a-4eaf-4f52-bc67-3bcd252a7477" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.347764] env[68627]: DEBUG nova.network.neutron [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Refreshing network info cache for port e8b43a0b-8406-49e2-aa09-18d28a615e28 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.369614] env[68627]: DEBUG nova.compute.manager [req-a4a3f8b2-4c35-47c3-a4dc-5a754601a892 req-d423ca9c-76c9-4bef-b24c-d45a5dd99558 service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Received event network-changed-e0a0c4a2-e621-4385-b162-ac4883320094 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.369812] env[68627]: DEBUG nova.compute.manager [req-a4a3f8b2-4c35-47c3-a4dc-5a754601a892 req-d423ca9c-76c9-4bef-b24c-d45a5dd99558 service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Refreshing instance network info cache due to event network-changed-e0a0c4a2-e621-4385-b162-ac4883320094. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.370028] env[68627]: DEBUG oslo_concurrency.lockutils [req-a4a3f8b2-4c35-47c3-a4dc-5a754601a892 req-d423ca9c-76c9-4bef-b24c-d45a5dd99558 service nova] Acquiring lock "refresh_cache-4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.370175] env[68627]: DEBUG oslo_concurrency.lockutils [req-a4a3f8b2-4c35-47c3-a4dc-5a754601a892 req-d423ca9c-76c9-4bef-b24c-d45a5dd99558 service nova] Acquired lock "refresh_cache-4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.370333] env[68627]: DEBUG nova.network.neutron [req-a4a3f8b2-4c35-47c3-a4dc-5a754601a892 req-d423ca9c-76c9-4bef-b24c-d45a5dd99558 service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Refreshing network info cache for port e0a0c4a2-e621-4385-b162-ac4883320094 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.447811] env[68627]: INFO nova.compute.manager [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Took 23.52 seconds to build instance. [ 620.500651] env[68627]: DEBUG nova.network.neutron [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Successfully updated port: 395b1e0e-4c15-4018-bcfa-d96cc02aa54b {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.693602] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cc6d07-8dde-400f-9636-7f2c646375d3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.701527] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a077fea-c9c0-426a-b0ef-4153efc575f4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.745763] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92673709-b798-4ded-9de7-993dd1652fb0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.755651] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036493, 'name': ReconfigVM_Task, 'duration_secs': 0.329537} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.762449] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 328774c6-f757-444d-b9ce-3663119c0940/328774c6-f757-444d-b9ce-3663119c0940.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.763527] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540556} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.765514] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db0661d6-cff0-486a-a702-4227473ca54c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.771596] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] dd7c8e0b-7816-40a9-8aad-67541de9fd67/dd7c8e0b-7816-40a9-8aad-67541de9fd67.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.771973] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.773889] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e8047f-5f3d-4b8f-a817-dff02a4c760a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.784027] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19c267d4-9f99-4933-8268-d53b048bd999 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.787477] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "c5649df0-b209-49ed-8816-67691d515acc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.787743] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "c5649df0-b209-49ed-8816-67691d515acc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.811815] env[68627]: DEBUG nova.compute.provider_tree [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.813232] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5243193f-1774-fc08-3091-8d432708ec84, 'name': SearchDatastore_Task, 'duration_secs': 0.022588} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.813543] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Waiting for the task: (returnval){ [ 620.813543] env[68627]: value = "task-3036494" [ 620.813543] env[68627]: _type = "Task" [ 620.813543] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.817183] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.817183] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] ef414e3a-4eaf-4f52-bc67-3bcd252a7477/ef414e3a-4eaf-4f52-bc67-3bcd252a7477.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.817183] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8700a8a9-63b5-4844-9d99-d39d4aec8675 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.822079] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 620.822079] env[68627]: value = "task-3036495" [ 620.822079] env[68627]: _type = "Task" [ 620.822079] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.830010] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036494, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.830357] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 620.830357] env[68627]: value = "task-3036496" [ 620.830357] env[68627]: _type = "Task" [ 620.830357] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.838917] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.844112] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.950527] env[68627]: DEBUG oslo_concurrency.lockutils [None req-36fc2967-4619-4c92-9e61-255703065825 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "7b60bcbc-dc20-4423-aaae-0e1b20127384" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.035s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.004235] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "refresh_cache-4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.004411] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquired lock "refresh_cache-4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.004455] env[68627]: DEBUG nova.network.neutron [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.316393] env[68627]: DEBUG nova.scheduler.client.report [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.340810] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036494, 'name': Rename_Task, 'duration_secs': 0.144055} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.340810] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195683} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.342912] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.343200] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.344254] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-557aa0c5-9158-4983-a9d0-4d5154ce3095 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.346310] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59f10ca-3e51-4993-90c7-275d6aed2c98 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.351734] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036496, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.370113] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] dd7c8e0b-7816-40a9-8aad-67541de9fd67/dd7c8e0b-7816-40a9-8aad-67541de9fd67.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.373556] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5932e9c-9586-45cf-9d97-c0b62084ef84 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.386865] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Waiting for the task: (returnval){ [ 621.386865] env[68627]: value = "task-3036497" [ 621.386865] env[68627]: _type = "Task" [ 621.386865] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.395086] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 621.395086] env[68627]: value = "task-3036498" [ 621.395086] env[68627]: _type = "Task" [ 621.395086] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.402057] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.407268] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.447455] env[68627]: DEBUG nova.network.neutron [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Updated VIF entry in instance network info cache for port e8b43a0b-8406-49e2-aa09-18d28a615e28. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.447886] env[68627]: DEBUG nova.network.neutron [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Updating instance_info_cache with network_info: [{"id": "e8b43a0b-8406-49e2-aa09-18d28a615e28", "address": "fa:16:3e:bd:75:31", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b43a0b-84", "ovs_interfaceid": "e8b43a0b-8406-49e2-aa09-18d28a615e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.453346] env[68627]: DEBUG nova.compute.manager [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.479827] env[68627]: DEBUG nova.network.neutron [req-a4a3f8b2-4c35-47c3-a4dc-5a754601a892 req-d423ca9c-76c9-4bef-b24c-d45a5dd99558 service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Updated VIF entry in instance network info cache for port e0a0c4a2-e621-4385-b162-ac4883320094. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.479827] env[68627]: DEBUG nova.network.neutron [req-a4a3f8b2-4c35-47c3-a4dc-5a754601a892 req-d423ca9c-76c9-4bef-b24c-d45a5dd99558 service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Updating instance_info_cache with network_info: [{"id": "e0a0c4a2-e621-4385-b162-ac4883320094", "address": "fa:16:3e:e0:eb:f6", "network": {"id": "098bb991-5d38-4243-8af4-28843bcaeec3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-823073941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d07fb6705644feaba2f54a86d88967a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a0c4a2-e6", "ovs_interfaceid": "e0a0c4a2-e621-4385-b162-ac4883320094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.583363] env[68627]: DEBUG nova.network.neutron [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.828116] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.828649] env[68627]: DEBUG nova.compute.manager [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.839047] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.508s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.840858] env[68627]: INFO nova.compute.claims [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.857146] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Acquiring lock "a138922c-a6ed-40e6-bfac-b5647b472eeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.857517] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Lock "a138922c-a6ed-40e6-bfac-b5647b472eeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.857804] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036496, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.901913] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036497, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.912399] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.934614] env[68627]: DEBUG nova.network.neutron [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Updating instance_info_cache with network_info: [{"id": "395b1e0e-4c15-4018-bcfa-d96cc02aa54b", "address": "fa:16:3e:7e:7b:e5", "network": {"id": "9da9598f-f4da-475d-881b-b8a2d7871efe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1118469854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ffe416460c345188cf54651ea40aec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b1e0e-4c", "ovs_interfaceid": "395b1e0e-4c15-4018-bcfa-d96cc02aa54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.951470] env[68627]: DEBUG oslo_concurrency.lockutils [req-493e0aa6-8ce0-47b3-b553-739e352043dc req-e43d61d3-a85d-4f86-9ac1-b4fc17537cf2 service nova] Releasing lock "refresh_cache-ef414e3a-4eaf-4f52-bc67-3bcd252a7477" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.979011] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.983878] env[68627]: DEBUG oslo_concurrency.lockutils [req-a4a3f8b2-4c35-47c3-a4dc-5a754601a892 req-d423ca9c-76c9-4bef-b24c-d45a5dd99558 service nova] Releasing lock "refresh_cache-4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.347249] env[68627]: DEBUG nova.compute.utils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.352833] env[68627]: DEBUG nova.compute.manager [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.353217] env[68627]: DEBUG nova.network.neutron [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.363620] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036496, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.400364] env[68627]: DEBUG oslo_vmware.api [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036497, 'name': PowerOnVM_Task, 'duration_secs': 0.687236} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.402738] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.403158] env[68627]: INFO nova.compute.manager [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Took 10.71 seconds to spawn the instance on the hypervisor. [ 622.403480] env[68627]: DEBUG nova.compute.manager [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.404632] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5594f45-2fa5-44e6-afdd-ed7bd9336e02 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.413892] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036498, 'name': ReconfigVM_Task, 'duration_secs': 0.728818} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.415820] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Reconfigured VM instance instance-0000000d to attach disk [datastore2] dd7c8e0b-7816-40a9-8aad-67541de9fd67/dd7c8e0b-7816-40a9-8aad-67541de9fd67.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.418987] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bbbe8a0-23e9-44da-ade4-9370f23cb65e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.427137] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 622.427137] env[68627]: value = "task-3036499" [ 622.427137] env[68627]: _type = "Task" [ 622.427137] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.438020] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036499, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.444777] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Releasing lock "refresh_cache-4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.447283] env[68627]: DEBUG nova.compute.manager [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Instance network_info: |[{"id": "395b1e0e-4c15-4018-bcfa-d96cc02aa54b", "address": "fa:16:3e:7e:7b:e5", "network": {"id": "9da9598f-f4da-475d-881b-b8a2d7871efe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1118469854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ffe416460c345188cf54651ea40aec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b1e0e-4c", "ovs_interfaceid": "395b1e0e-4c15-4018-bcfa-d96cc02aa54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.447530] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:7b:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '395b1e0e-4c15-4018-bcfa-d96cc02aa54b', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.454756] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Creating folder: Project (6ffe416460c345188cf54651ea40aec4). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.455097] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40c72ec1-fab8-4c91-b808-389d4479c807 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.465283] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Created folder: Project (6ffe416460c345188cf54651ea40aec4) in parent group-v608385. [ 622.465509] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Creating folder: Instances. Parent ref: group-v608426. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.467539] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bc4c08d-aed2-495f-8719-9a343d93d77e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.478116] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Created folder: Instances in parent group-v608426. [ 622.478412] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.478602] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.478822] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65501404-22c2-422c-aa6a-2474d78837a7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.503450] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.503450] env[68627]: value = "task-3036502" [ 622.503450] env[68627]: _type = "Task" [ 622.503450] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.515377] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036502, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.620926] env[68627]: DEBUG nova.policy [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dbc39b635a14c23b906fcf98357941d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '439c1781a22d4711aa60ad4650519004', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.630200] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "757963ce-ffa5-45a2-ab05-4700cea02493" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.630607] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "757963ce-ffa5-45a2-ab05-4700cea02493" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.630931] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "757963ce-ffa5-45a2-ab05-4700cea02493-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.631234] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "757963ce-ffa5-45a2-ab05-4700cea02493-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.631505] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "757963ce-ffa5-45a2-ab05-4700cea02493-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.634665] env[68627]: INFO nova.compute.manager [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Terminating instance [ 622.854454] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036496, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.020025} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.854687] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] ef414e3a-4eaf-4f52-bc67-3bcd252a7477/ef414e3a-4eaf-4f52-bc67-3bcd252a7477.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.854924] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.855214] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5b31854-0c89-489b-949f-98d6a3346729 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.857609] env[68627]: DEBUG nova.compute.manager [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.866735] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 622.866735] env[68627]: value = "task-3036503" [ 622.866735] env[68627]: _type = "Task" [ 622.866735] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.877484] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.934785] env[68627]: INFO nova.compute.manager [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Took 20.57 seconds to build instance. [ 622.941416] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036499, 'name': Rename_Task, 'duration_secs': 0.233831} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.946396] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.947478] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc422e69-059d-48d3-8053-2d568b0141fe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.954311] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 622.954311] env[68627]: value = "task-3036504" [ 622.954311] env[68627]: _type = "Task" [ 622.954311] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.969673] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.016529] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036502, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.140110] env[68627]: DEBUG nova.compute.manager [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 623.140338] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.141231] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456f2b24-d189-4248-a8a7-e6eb7a39541d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.151219] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.151805] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef7f3209-ce25-4a1d-9c7b-5c889aa4f316 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.158902] env[68627]: DEBUG oslo_vmware.api [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 623.158902] env[68627]: value = "task-3036505" [ 623.158902] env[68627]: _type = "Task" [ 623.158902] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.170533] env[68627]: DEBUG oslo_vmware.api [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.263969] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb55d95b-aed9-4a08-bb0b-119176de01fe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.272263] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4223aefe-bc94-483c-a35f-2bf62543cc11 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.305720] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6a7b18-1764-4994-ab1d-a2a09ef35cdb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.313819] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d325656a-7213-4c5b-934b-aa58dbc877ba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.331248] env[68627]: DEBUG nova.compute.provider_tree [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 623.378287] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130348} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.378287] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.378866] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55e0e62-23f9-4928-b7e1-4fe284830b3e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.405065] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] ef414e3a-4eaf-4f52-bc67-3bcd252a7477/ef414e3a-4eaf-4f52-bc67-3bcd252a7477.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.405441] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f569eca-bee0-4f1c-b1c5-4e552c005af1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.427613] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 623.427613] env[68627]: value = "task-3036506" [ 623.427613] env[68627]: _type = "Task" [ 623.427613] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.437178] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d98a99b-6225-463a-b873-4274c9410c9d tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Lock "328774c6-f757-444d-b9ce-3663119c0940" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.565s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.437560] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.467273] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036504, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.514481] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036502, 'name': CreateVM_Task, 'duration_secs': 0.548838} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.514601] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.515384] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.515603] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.516068] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.516196] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b85744c-8212-4728-a97d-2321bae9d7f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.521734] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 623.521734] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e64c9e-42de-8aa3-7ce6-30ce9b351615" [ 623.521734] env[68627]: _type = "Task" [ 623.521734] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.531412] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e64c9e-42de-8aa3-7ce6-30ce9b351615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.671349] env[68627]: DEBUG oslo_vmware.api [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036505, 'name': PowerOffVM_Task, 'duration_secs': 0.326282} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.671794] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.671969] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.672493] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ddfb506-cd88-420c-93a1-ea3a58a388c7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.736458] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.736709] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.736889] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleting the datastore file [datastore1] 757963ce-ffa5-45a2-ab05-4700cea02493 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.737170] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1015cf0f-24f1-4f92-8ed2-f500aa136c99 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.746039] env[68627]: DEBUG oslo_vmware.api [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 623.746039] env[68627]: value = "task-3036508" [ 623.746039] env[68627]: _type = "Task" [ 623.746039] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.756130] env[68627]: DEBUG oslo_vmware.api [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.815955] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquiring lock "b711c51c-67bc-4485-a3d4-ebfd4db35ae0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.816269] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "b711c51c-67bc-4485-a3d4-ebfd4db35ae0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.858801] env[68627]: ERROR nova.scheduler.client.report [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [req-dadd4c11-0cfe-4a92-aa97-0a1804867e00] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dadd4c11-0cfe-4a92-aa97-0a1804867e00"}]} [ 623.873793] env[68627]: DEBUG nova.compute.manager [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.884233] env[68627]: DEBUG nova.scheduler.client.report [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 623.909563] env[68627]: DEBUG nova.virt.hardware [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.909905] env[68627]: DEBUG nova.virt.hardware [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.910335] env[68627]: DEBUG nova.virt.hardware [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.910618] env[68627]: DEBUG nova.virt.hardware [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.910840] env[68627]: DEBUG nova.virt.hardware [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.911052] env[68627]: DEBUG nova.virt.hardware [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.911337] env[68627]: DEBUG nova.virt.hardware [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.911546] env[68627]: DEBUG nova.virt.hardware [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.911775] env[68627]: DEBUG nova.virt.hardware [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.912034] env[68627]: DEBUG nova.virt.hardware [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.912308] env[68627]: DEBUG nova.virt.hardware [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.913943] env[68627]: DEBUG nova.scheduler.client.report [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 623.916384] env[68627]: DEBUG nova.compute.provider_tree [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 623.918342] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d0c85a-8fe0-4f17-a343-6768d897120f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.935840] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe0111b-2e31-4391-8021-3dfc72dd7b19 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.943703] env[68627]: DEBUG nova.scheduler.client.report [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: e0e39290-a1de-4503-9ac4-6a3a5c6d0ea6 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 623.947221] env[68627]: DEBUG nova.compute.manager [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.959542] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036506, 'name': ReconfigVM_Task, 'duration_secs': 0.436774} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.970585] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Reconfigured VM instance instance-0000000c to attach disk [datastore2] ef414e3a-4eaf-4f52-bc67-3bcd252a7477/ef414e3a-4eaf-4f52-bc67-3bcd252a7477.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.971543] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a9e8de1-1ad9-41e3-92b2-799a67ef66de {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.978971] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036504, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.982105] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 623.982105] env[68627]: value = "task-3036509" [ 623.982105] env[68627]: _type = "Task" [ 623.982105] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.984866] env[68627]: DEBUG nova.scheduler.client.report [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 623.995474] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036509, 'name': Rename_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.033236] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e64c9e-42de-8aa3-7ce6-30ce9b351615, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.033475] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.033743] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.034011] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.034258] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.034379] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.035214] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73abdd1b-e686-4ba7-a644-ae36a61ca1f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.051789] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.052696] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.055103] env[68627]: DEBUG nova.network.neutron [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Successfully created port: 5acbb070-f082-4fd8-8656-46bfdd4411f2 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.057185] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3042bf6-ebfe-491b-a779-ac2ad3faff02 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.064162] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 624.064162] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523aaa8c-32fd-83de-afe2-8cb945d4f456" [ 624.064162] env[68627]: _type = "Task" [ 624.064162] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.075121] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523aaa8c-32fd-83de-afe2-8cb945d4f456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.261322] env[68627]: DEBUG oslo_vmware.api [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312674} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.261633] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.261827] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.262008] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.262450] env[68627]: INFO nova.compute.manager [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Took 1.12 seconds to destroy the instance on the hypervisor. [ 624.262748] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.262953] env[68627]: DEBUG nova.compute.manager [-] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 624.263063] env[68627]: DEBUG nova.network.neutron [-] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 624.471176] env[68627]: DEBUG oslo_vmware.api [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036504, 'name': PowerOnVM_Task, 'duration_secs': 1.352846} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.471515] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.472028] env[68627]: INFO nova.compute.manager [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Took 7.63 seconds to spawn the instance on the hypervisor. [ 624.472028] env[68627]: DEBUG nova.compute.manager [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.476079] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd447e82-decb-4089-8d92-2a541f4491b1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.483988] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.499213] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f61ba8-cd73-4aba-81be-fab5feaafba4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.505372] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036509, 'name': Rename_Task, 'duration_secs': 0.191844} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.506026] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.506215] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b131aec7-dfe1-4e8f-9448-04d9da7d2914 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.511261] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35030b2-639f-441a-bcaf-bf56f4d576b6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.515433] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 624.515433] env[68627]: value = "task-3036510" [ 624.515433] env[68627]: _type = "Task" [ 624.515433] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.558071] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31a3ec4-8e7b-433a-bad3-a1e923fbea74 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.567970] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.575919] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a1c048-1c3a-40cc-8a65-94bb6963ee5a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.585028] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523aaa8c-32fd-83de-afe2-8cb945d4f456, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.585666] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432243a7-a978-4208-ba48-543f282cf412 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.596408] env[68627]: DEBUG nova.compute.provider_tree [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.601201] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 624.601201] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526053f2-3c6e-211f-7413-e57008c46c5e" [ 624.601201] env[68627]: _type = "Task" [ 624.601201] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.609431] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526053f2-3c6e-211f-7413-e57008c46c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.875242] env[68627]: DEBUG nova.compute.manager [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Received event network-vif-plugged-395b1e0e-4c15-4018-bcfa-d96cc02aa54b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.875446] env[68627]: DEBUG oslo_concurrency.lockutils [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] Acquiring lock "4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.875662] env[68627]: DEBUG oslo_concurrency.lockutils [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] Lock "4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.875855] env[68627]: DEBUG oslo_concurrency.lockutils [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] Lock "4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.876083] env[68627]: DEBUG nova.compute.manager [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] No waiting events found dispatching network-vif-plugged-395b1e0e-4c15-4018-bcfa-d96cc02aa54b {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.876718] env[68627]: WARNING nova.compute.manager [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Received unexpected event network-vif-plugged-395b1e0e-4c15-4018-bcfa-d96cc02aa54b for instance with vm_state building and task_state spawning. [ 624.876838] env[68627]: DEBUG nova.compute.manager [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Received event network-changed-395b1e0e-4c15-4018-bcfa-d96cc02aa54b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.877110] env[68627]: DEBUG nova.compute.manager [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Refreshing instance network info cache due to event network-changed-395b1e0e-4c15-4018-bcfa-d96cc02aa54b. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.877336] env[68627]: DEBUG oslo_concurrency.lockutils [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] Acquiring lock "refresh_cache-4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.877415] env[68627]: DEBUG oslo_concurrency.lockutils [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] Acquired lock "refresh_cache-4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.877589] env[68627]: DEBUG nova.network.neutron [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Refreshing network info cache for port 395b1e0e-4c15-4018-bcfa-d96cc02aa54b {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.023342] env[68627]: INFO nova.compute.manager [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Took 20.97 seconds to build instance. [ 625.039938] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036510, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.113261] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526053f2-3c6e-211f-7413-e57008c46c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.012433} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.113261] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.113680] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a/4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.113680] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7be5b260-9b09-44f6-ab76-e91745a8f620 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.123464] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 625.123464] env[68627]: value = "task-3036511" [ 625.123464] env[68627]: _type = "Task" [ 625.123464] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.131065] env[68627]: ERROR nova.scheduler.client.report [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [req-a31f54db-3b01-46f4-a405-6873d7b9a12f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a31f54db-3b01-46f4-a405-6873d7b9a12f"}]} [ 625.140723] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.152094] env[68627]: DEBUG nova.scheduler.client.report [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 625.174007] env[68627]: DEBUG nova.scheduler.client.report [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 625.174227] env[68627]: DEBUG nova.compute.provider_tree [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.189665] env[68627]: DEBUG nova.scheduler.client.report [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: e0e39290-a1de-4503-9ac4-6a3a5c6d0ea6 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 625.218747] env[68627]: DEBUG nova.scheduler.client.report [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 625.539620] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d240edc8-8604-44f1-a0a3-82b95a6850ba tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Lock "dd7c8e0b-7816-40a9-8aad-67541de9fd67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.694s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.540034] env[68627]: DEBUG oslo_vmware.api [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036510, 'name': PowerOnVM_Task, 'duration_secs': 0.615251} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.543309] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.544236] env[68627]: INFO nova.compute.manager [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Took 11.27 seconds to spawn the instance on the hypervisor. [ 625.545332] env[68627]: DEBUG nova.compute.manager [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.550427] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ca4cbb-fe52-4010-8955-279e27534c73 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.554618] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "d1ec15c3-dc28-4b64-8277-48d732289a64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.554884] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "d1ec15c3-dc28-4b64-8277-48d732289a64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.641640] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036511, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.775552] env[68627]: DEBUG nova.compute.manager [None req-d86d37f8-82e7-4588-adcc-3b31931d2b15 tempest-ServerDiagnosticsV248Test-57137613 tempest-ServerDiagnosticsV248Test-57137613-project-admin] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.776192] env[68627]: DEBUG nova.network.neutron [-] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.782866] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75123f4d-2e8c-4b29-be8f-335642fa770d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.790043] env[68627]: INFO nova.compute.manager [None req-d86d37f8-82e7-4588-adcc-3b31931d2b15 tempest-ServerDiagnosticsV248Test-57137613 tempest-ServerDiagnosticsV248Test-57137613-project-admin] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Retrieving diagnostics [ 625.790756] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008299a1-9f5a-44d9-802d-fc014112da64 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.846644] env[68627]: DEBUG nova.network.neutron [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Updated VIF entry in instance network info cache for port 395b1e0e-4c15-4018-bcfa-d96cc02aa54b. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.847159] env[68627]: DEBUG nova.network.neutron [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Updating instance_info_cache with network_info: [{"id": "395b1e0e-4c15-4018-bcfa-d96cc02aa54b", "address": "fa:16:3e:7e:7b:e5", "network": {"id": "9da9598f-f4da-475d-881b-b8a2d7871efe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1118469854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ffe416460c345188cf54651ea40aec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b1e0e-4c", "ovs_interfaceid": "395b1e0e-4c15-4018-bcfa-d96cc02aa54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.881148] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8433eff6-3950-452d-be2d-e2f5cc2856d2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.889992] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae02fbf0-c244-41cc-8063-4d14c5bead27 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.926983] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c76081f-885c-47a2-b0d8-0097ead96380 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.938021] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5955a6-ae1c-495d-b4e9-83799df91a0a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.953048] env[68627]: DEBUG nova.compute.provider_tree [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 626.049113] env[68627]: DEBUG nova.compute.manager [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.073648] env[68627]: INFO nova.compute.manager [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Took 23.57 seconds to build instance. [ 626.136345] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672374} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.137174] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a/4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.137174] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.137174] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad8b85e8-6c80-4948-8678-a482a21f6483 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.144528] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 626.144528] env[68627]: value = "task-3036512" [ 626.144528] env[68627]: _type = "Task" [ 626.144528] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.154696] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.281214] env[68627]: INFO nova.compute.manager [-] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Took 2.02 seconds to deallocate network for instance. [ 626.349632] env[68627]: DEBUG oslo_concurrency.lockutils [req-83faff24-69e3-4b68-80ad-d43b49998f3b req-ba4683eb-51dd-4bb2-be9d-0248e0f38904 service nova] Releasing lock "refresh_cache-4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.449600] env[68627]: DEBUG nova.network.neutron [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Successfully updated port: 5acbb070-f082-4fd8-8656-46bfdd4411f2 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.506193] env[68627]: DEBUG nova.scheduler.client.report [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 626.506447] env[68627]: DEBUG nova.compute.provider_tree [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 34 to 35 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 626.506624] env[68627]: DEBUG nova.compute.provider_tree [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 626.572301] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.577070] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faeeb72d-2964-4178-8957-b6642ef3107b tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "ef414e3a-4eaf-4f52-bc67-3bcd252a7477" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.357s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.656901] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204535} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.657297] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.658437] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e64d1c-b89f-4eee-bcba-d734d84df0dd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.690032] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a/4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.690419] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-932d302a-fe69-42ac-81d6-3928bc84a82c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.710671] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 626.710671] env[68627]: value = "task-3036513" [ 626.710671] env[68627]: _type = "Task" [ 626.710671] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.720912] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.790701] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.952365] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Acquiring lock "refresh_cache-fc93649b-1a68-4939-bf5a-6218f5186bd2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.952769] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Acquired lock "refresh_cache-fc93649b-1a68-4939-bf5a-6218f5186bd2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.952769] env[68627]: DEBUG nova.network.neutron [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.012379] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.177s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.012911] env[68627]: DEBUG nova.compute.manager [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.016214] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.668s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.016451] env[68627]: DEBUG nova.objects.instance [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Lazy-loading 'resources' on Instance uuid 028fd908-1efd-44b7-a8d5-cfe8065a2857 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.083307] env[68627]: DEBUG nova.compute.manager [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.224116] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.403419] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.403695] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.504363] env[68627]: DEBUG nova.network.neutron [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.521701] env[68627]: DEBUG nova.compute.utils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.526255] env[68627]: DEBUG nova.compute.manager [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.526255] env[68627]: DEBUG nova.network.neutron [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.613964] env[68627]: DEBUG nova.policy [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e46c2c5ed304c3dbf6a2f93732a1394', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2284f80f14542aaa10f6011d946f417', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.622790] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.725553] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036513, 'name': ReconfigVM_Task, 'duration_secs': 0.728725} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.729166] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a/4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.730152] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bcd6d66-d0f1-40bf-a749-856dd2d4381d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.750209] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 627.750209] env[68627]: value = "task-3036514" [ 627.750209] env[68627]: _type = "Task" [ 627.750209] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.761574] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036514, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.810179] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.810493] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.857828] env[68627]: DEBUG nova.network.neutron [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Updating instance_info_cache with network_info: [{"id": "5acbb070-f082-4fd8-8656-46bfdd4411f2", "address": "fa:16:3e:cb:bf:63", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5acbb070-f0", "ovs_interfaceid": "5acbb070-f082-4fd8-8656-46bfdd4411f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.033321] env[68627]: DEBUG nova.compute.manager [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.089163] env[68627]: DEBUG nova.compute.manager [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Received event network-changed-fa557f02-8e67-4c80-b233-d0d14ea6f9e7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.089163] env[68627]: DEBUG nova.compute.manager [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Refreshing instance network info cache due to event network-changed-fa557f02-8e67-4c80-b233-d0d14ea6f9e7. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.089935] env[68627]: DEBUG oslo_concurrency.lockutils [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] Acquiring lock "refresh_cache-946c78be-7449-4163-85ec-be6ac8e85268" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.090034] env[68627]: DEBUG oslo_concurrency.lockutils [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] Acquired lock "refresh_cache-946c78be-7449-4163-85ec-be6ac8e85268" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.090256] env[68627]: DEBUG nova.network.neutron [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Refreshing network info cache for port fa557f02-8e67-4c80-b233-d0d14ea6f9e7 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.140900] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85046c62-21e0-4add-b825-8c245226f5dd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.150291] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bb40f7-dc2e-440f-9990-50c438df90c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.188185] env[68627]: DEBUG nova.network.neutron [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Successfully created port: 699241d5-6cc6-4e5b-ac54-f112360d8405 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.190755] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39028142-162c-49a7-8a26-8ec3bea9211c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.198477] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861b220b-02f2-4e9d-a341-4f56ceda16a7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.212511] env[68627]: DEBUG nova.compute.provider_tree [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.265255] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036514, 'name': Rename_Task, 'duration_secs': 0.169776} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.265601] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.265871] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d3a4ee1-fbcb-4632-b9aa-dd4fc3d430ac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.273164] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 628.273164] env[68627]: value = "task-3036515" [ 628.273164] env[68627]: _type = "Task" [ 628.273164] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.281218] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.360642] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Releasing lock "refresh_cache-fc93649b-1a68-4939-bf5a-6218f5186bd2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.361029] env[68627]: DEBUG nova.compute.manager [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Instance network_info: |[{"id": "5acbb070-f082-4fd8-8656-46bfdd4411f2", "address": "fa:16:3e:cb:bf:63", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5acbb070-f0", "ovs_interfaceid": "5acbb070-f082-4fd8-8656-46bfdd4411f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.361637] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:bf:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5acbb070-f082-4fd8-8656-46bfdd4411f2', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.370297] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Creating folder: Project (439c1781a22d4711aa60ad4650519004). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.370625] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-517e184a-bddc-4f12-bb1c-d20e856220cb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.381889] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Created folder: Project (439c1781a22d4711aa60ad4650519004) in parent group-v608385. [ 628.382108] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Creating folder: Instances. Parent ref: group-v608429. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.382520] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7005ed4-f910-4b90-88c6-f3b4df12bcf4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.391283] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Created folder: Instances in parent group-v608429. [ 628.391549] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.391742] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.391938] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-859b0f75-0d31-4bc4-9b9a-7505a3df2102 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.417521] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.417521] env[68627]: value = "task-3036518" [ 628.417521] env[68627]: _type = "Task" [ 628.417521] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.425903] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036518, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.516171] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Acquiring lock "4ba9555c-aa88-464a-817c-bc8c5b042e6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.516451] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Lock "4ba9555c-aa88-464a-817c-bc8c5b042e6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.516670] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Acquiring lock "4ba9555c-aa88-464a-817c-bc8c5b042e6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.516851] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Lock "4ba9555c-aa88-464a-817c-bc8c5b042e6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.517028] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Lock "4ba9555c-aa88-464a-817c-bc8c5b042e6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.519394] env[68627]: INFO nova.compute.manager [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Terminating instance [ 628.716518] env[68627]: DEBUG nova.scheduler.client.report [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.784152] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.929804] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036518, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.024971] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Acquiring lock "refresh_cache-4ba9555c-aa88-464a-817c-bc8c5b042e6f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.024971] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Acquired lock "refresh_cache-4ba9555c-aa88-464a-817c-bc8c5b042e6f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.024971] env[68627]: DEBUG nova.network.neutron [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.043331] env[68627]: DEBUG nova.compute.manager [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.072399] env[68627]: DEBUG nova.network.neutron [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Updated VIF entry in instance network info cache for port fa557f02-8e67-4c80-b233-d0d14ea6f9e7. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.072399] env[68627]: DEBUG nova.network.neutron [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Updating instance_info_cache with network_info: [{"id": "fa557f02-8e67-4c80-b233-d0d14ea6f9e7", "address": "fa:16:3e:47:d7:ce", "network": {"id": "4640fa6f-a40d-40bd-bd03-5760474954c0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-214217381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f393c300e7144a1baa0956797210dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa557f02-8e", "ovs_interfaceid": "fa557f02-8e67-4c80-b233-d0d14ea6f9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.075093] env[68627]: DEBUG nova.virt.hardware [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.075332] env[68627]: DEBUG nova.virt.hardware [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.075488] env[68627]: DEBUG nova.virt.hardware [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.076159] env[68627]: DEBUG nova.virt.hardware [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.076159] env[68627]: DEBUG nova.virt.hardware [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.076159] env[68627]: DEBUG nova.virt.hardware [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.076159] env[68627]: DEBUG nova.virt.hardware [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.076424] env[68627]: DEBUG nova.virt.hardware [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.076457] env[68627]: DEBUG nova.virt.hardware [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.078139] env[68627]: DEBUG nova.virt.hardware [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.078139] env[68627]: DEBUG nova.virt.hardware [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.078139] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1699f0d-b46a-415c-8b3f-c2bb320b3dee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.087287] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53121736-fc26-40be-8136-c7199c530a29 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.222266] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.224578] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.788s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.224909] env[68627]: DEBUG nova.objects.instance [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Lazy-loading 'resources' on Instance uuid 68cec116-992b-4a44-8d91-bad5c26c4798 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.265281] env[68627]: INFO nova.scheduler.client.report [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Deleted allocations for instance 028fd908-1efd-44b7-a8d5-cfe8065a2857 [ 629.285197] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.429468] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036518, 'name': CreateVM_Task, 'duration_secs': 0.626694} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.429652] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.431148] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.431148] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.431148] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.431148] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21105cbd-d5b9-4aea-8c5a-984150573c23 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.436265] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Waiting for the task: (returnval){ [ 629.436265] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52573c8f-2115-1a4c-42a8-9aff03298073" [ 629.436265] env[68627]: _type = "Task" [ 629.436265] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.447381] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52573c8f-2115-1a4c-42a8-9aff03298073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.561849] env[68627]: DEBUG nova.network.neutron [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.578866] env[68627]: DEBUG oslo_concurrency.lockutils [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] Releasing lock "refresh_cache-946c78be-7449-4163-85ec-be6ac8e85268" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.579316] env[68627]: DEBUG nova.compute.manager [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Received event network-vif-deleted-ad1e9f06-7ee5-4caa-ab0e-94f8cda665dd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.579624] env[68627]: DEBUG nova.compute.manager [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Received event network-vif-plugged-5acbb070-f082-4fd8-8656-46bfdd4411f2 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.579939] env[68627]: DEBUG oslo_concurrency.lockutils [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] Acquiring lock "fc93649b-1a68-4939-bf5a-6218f5186bd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.580287] env[68627]: DEBUG oslo_concurrency.lockutils [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] Lock "fc93649b-1a68-4939-bf5a-6218f5186bd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.580569] env[68627]: DEBUG oslo_concurrency.lockutils [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] Lock "fc93649b-1a68-4939-bf5a-6218f5186bd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.580836] env[68627]: DEBUG nova.compute.manager [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] No waiting events found dispatching network-vif-plugged-5acbb070-f082-4fd8-8656-46bfdd4411f2 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.581107] env[68627]: WARNING nova.compute.manager [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Received unexpected event network-vif-plugged-5acbb070-f082-4fd8-8656-46bfdd4411f2 for instance with vm_state building and task_state spawning. [ 629.581296] env[68627]: DEBUG nova.compute.manager [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Received event network-changed-5acbb070-f082-4fd8-8656-46bfdd4411f2 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.581965] env[68627]: DEBUG nova.compute.manager [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Refreshing instance network info cache due to event network-changed-5acbb070-f082-4fd8-8656-46bfdd4411f2. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.581965] env[68627]: DEBUG oslo_concurrency.lockutils [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] Acquiring lock "refresh_cache-fc93649b-1a68-4939-bf5a-6218f5186bd2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.581965] env[68627]: DEBUG oslo_concurrency.lockutils [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] Acquired lock "refresh_cache-fc93649b-1a68-4939-bf5a-6218f5186bd2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.581965] env[68627]: DEBUG nova.network.neutron [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Refreshing network info cache for port 5acbb070-f082-4fd8-8656-46bfdd4411f2 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.679638] env[68627]: DEBUG nova.network.neutron [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.751180] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Acquiring lock "328774c6-f757-444d-b9ce-3663119c0940" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.751621] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Lock "328774c6-f757-444d-b9ce-3663119c0940" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.751863] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Acquiring lock "328774c6-f757-444d-b9ce-3663119c0940-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.752074] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Lock "328774c6-f757-444d-b9ce-3663119c0940-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.752254] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Lock "328774c6-f757-444d-b9ce-3663119c0940-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.756313] env[68627]: INFO nova.compute.manager [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Terminating instance [ 629.783421] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bcc47028-3632-435e-b7d1-0b477f35bcac tempest-ServerDiagnosticsNegativeTest-1716068926 tempest-ServerDiagnosticsNegativeTest-1716068926-project-member] Lock "028fd908-1efd-44b7-a8d5-cfe8065a2857" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.715s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.794332] env[68627]: DEBUG oslo_vmware.api [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036515, 'name': PowerOnVM_Task, 'duration_secs': 1.417752} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.797105] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.797319] env[68627]: INFO nova.compute.manager [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Took 10.44 seconds to spawn the instance on the hypervisor. [ 629.798828] env[68627]: DEBUG nova.compute.manager [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.799012] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c7de78-28ab-4da0-a236-9704bd827df7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.951426] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52573c8f-2115-1a4c-42a8-9aff03298073, 'name': SearchDatastore_Task, 'duration_secs': 0.012709} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.951426] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.951426] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.951632] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.951670] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.952480] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.954817] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b2d81f9-3650-44e2-b40d-7dd2c1a6fcd0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.965016] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.965016] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.965182] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3ecb5bd-0587-4017-8526-620468a859ae {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.972764] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Waiting for the task: (returnval){ [ 629.972764] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521f9ca5-1268-5f3e-85ef-70d0490cd8aa" [ 629.972764] env[68627]: _type = "Task" [ 629.972764] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.984149] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521f9ca5-1268-5f3e-85ef-70d0490cd8aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.039108] env[68627]: INFO nova.compute.manager [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Rebuilding instance [ 630.103851] env[68627]: DEBUG nova.compute.manager [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.104366] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0b44fd-a63b-4910-8f8d-a4b892437396 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.109500] env[68627]: DEBUG nova.network.neutron [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Successfully updated port: 699241d5-6cc6-4e5b-ac54-f112360d8405 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.184024] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Releasing lock "refresh_cache-4ba9555c-aa88-464a-817c-bc8c5b042e6f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.184024] env[68627]: DEBUG nova.compute.manager [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.184024] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.184610] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc289e21-b6ff-442c-a8b6-8b31c127fbf5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.196854] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.197209] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c851195d-e006-42e9-9926-a36d31ce1756 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.203680] env[68627]: DEBUG oslo_vmware.api [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 630.203680] env[68627]: value = "task-3036519" [ 630.203680] env[68627]: _type = "Task" [ 630.203680] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.217327] env[68627]: DEBUG oslo_vmware.api [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.258447] env[68627]: DEBUG nova.compute.manager [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.258739] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.259589] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceeee40-2fa6-43e8-ae92-67b1ed77edb8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.269702] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.269868] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c16550-d4e0-453c-9bf1-9739cd5f14f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.277660] env[68627]: DEBUG oslo_vmware.api [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Waiting for the task: (returnval){ [ 630.277660] env[68627]: value = "task-3036520" [ 630.277660] env[68627]: _type = "Task" [ 630.277660] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.295048] env[68627]: DEBUG oslo_vmware.api [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.325303] env[68627]: INFO nova.compute.manager [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Took 24.96 seconds to build instance. [ 630.340418] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7ef0ab-fcf7-4457-8cdf-f0a60f3fc5f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.349938] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b910ac04-f79e-4669-a6c7-e13767146c10 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.388217] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c821528-9cc4-4bbb-8375-f7f6158fcc4c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.397164] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1736fe18-9093-41e5-af8f-02cdfb67b147 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.414568] env[68627]: DEBUG nova.compute.provider_tree [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.429890] env[68627]: DEBUG nova.network.neutron [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Updated VIF entry in instance network info cache for port 5acbb070-f082-4fd8-8656-46bfdd4411f2. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.430257] env[68627]: DEBUG nova.network.neutron [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Updating instance_info_cache with network_info: [{"id": "5acbb070-f082-4fd8-8656-46bfdd4411f2", "address": "fa:16:3e:cb:bf:63", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5acbb070-f0", "ovs_interfaceid": "5acbb070-f082-4fd8-8656-46bfdd4411f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.483460] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521f9ca5-1268-5f3e-85ef-70d0490cd8aa, 'name': SearchDatastore_Task, 'duration_secs': 0.02517} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.484288] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11be4a52-1245-41d1-a40a-2266d73efee7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.489383] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Waiting for the task: (returnval){ [ 630.489383] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cf84d7-c833-cf49-5681-6d47b86a9afb" [ 630.489383] env[68627]: _type = "Task" [ 630.489383] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.497171] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cf84d7-c833-cf49-5681-6d47b86a9afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.616050] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Acquiring lock "refresh_cache-2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.616175] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Acquired lock "refresh_cache-2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.616336] env[68627]: DEBUG nova.network.neutron [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.719031] env[68627]: DEBUG oslo_vmware.api [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036519, 'name': PowerOffVM_Task, 'duration_secs': 0.235574} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.719031] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.719031] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.719031] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b830bcd-6cb0-4878-909b-e4b0d2c35739 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.747719] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.747850] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.748486] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Deleting the datastore file [datastore1] 4ba9555c-aa88-464a-817c-bc8c5b042e6f {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.748486] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-689044ee-6ee5-4b5e-9efb-8d6e5f48f7cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.754326] env[68627]: DEBUG oslo_vmware.api [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for the task: (returnval){ [ 630.754326] env[68627]: value = "task-3036522" [ 630.754326] env[68627]: _type = "Task" [ 630.754326] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.765488] env[68627]: DEBUG oslo_vmware.api [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.795090] env[68627]: DEBUG oslo_vmware.api [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036520, 'name': PowerOffVM_Task, 'duration_secs': 0.177419} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.795455] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.795673] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.795954] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fab94c1-c470-4cbe-bab4-b03c93f85b16 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.831172] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52103999-2ade-47b3-a254-3448ee237f85 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.647s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.836338] env[68627]: DEBUG nova.compute.manager [req-b7f12360-8f3a-41e5-b9f6-0fa8acd6073f req-f7c14a1d-511f-425d-bbec-0d2be4952344 service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Received event network-vif-plugged-699241d5-6cc6-4e5b-ac54-f112360d8405 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.836338] env[68627]: DEBUG oslo_concurrency.lockutils [req-b7f12360-8f3a-41e5-b9f6-0fa8acd6073f req-f7c14a1d-511f-425d-bbec-0d2be4952344 service nova] Acquiring lock "2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.836338] env[68627]: DEBUG oslo_concurrency.lockutils [req-b7f12360-8f3a-41e5-b9f6-0fa8acd6073f req-f7c14a1d-511f-425d-bbec-0d2be4952344 service nova] Lock "2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.836338] env[68627]: DEBUG oslo_concurrency.lockutils [req-b7f12360-8f3a-41e5-b9f6-0fa8acd6073f req-f7c14a1d-511f-425d-bbec-0d2be4952344 service nova] Lock "2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.836674] env[68627]: DEBUG nova.compute.manager [req-b7f12360-8f3a-41e5-b9f6-0fa8acd6073f req-f7c14a1d-511f-425d-bbec-0d2be4952344 service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] No waiting events found dispatching network-vif-plugged-699241d5-6cc6-4e5b-ac54-f112360d8405 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.836674] env[68627]: WARNING nova.compute.manager [req-b7f12360-8f3a-41e5-b9f6-0fa8acd6073f req-f7c14a1d-511f-425d-bbec-0d2be4952344 service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Received unexpected event network-vif-plugged-699241d5-6cc6-4e5b-ac54-f112360d8405 for instance with vm_state building and task_state spawning. [ 630.854313] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.854313] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.854587] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Deleting the datastore file [datastore2] 328774c6-f757-444d-b9ce-3663119c0940 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.854935] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77e0c7a2-f9f7-43e9-864f-e7f1600de513 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.861883] env[68627]: DEBUG oslo_vmware.api [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Waiting for the task: (returnval){ [ 630.861883] env[68627]: value = "task-3036524" [ 630.861883] env[68627]: _type = "Task" [ 630.861883] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.871533] env[68627]: DEBUG oslo_vmware.api [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.918757] env[68627]: DEBUG nova.scheduler.client.report [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.932699] env[68627]: DEBUG oslo_concurrency.lockutils [req-685b4841-76bb-426f-95c1-0947d7eeb648 req-fae0a724-1fd1-4b36-95fd-a128bc8c3faf service nova] Releasing lock "refresh_cache-fc93649b-1a68-4939-bf5a-6218f5186bd2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.015781] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cf84d7-c833-cf49-5681-6d47b86a9afb, 'name': SearchDatastore_Task, 'duration_secs': 0.021844} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.016164] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.016476] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] fc93649b-1a68-4939-bf5a-6218f5186bd2/fc93649b-1a68-4939-bf5a-6218f5186bd2.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.016890] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c06ff6e-384d-42dd-8b8a-ba341fcc08cd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.026842] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Waiting for the task: (returnval){ [ 631.026842] env[68627]: value = "task-3036525" [ 631.026842] env[68627]: _type = "Task" [ 631.026842] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.038447] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.129597] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.129938] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e53420c1-a4e9-468d-8ae1-d4ea3a3e328c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.141329] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 631.141329] env[68627]: value = "task-3036526" [ 631.141329] env[68627]: _type = "Task" [ 631.141329] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.152961] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.203673] env[68627]: DEBUG nova.network.neutron [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.269857] env[68627]: DEBUG oslo_vmware.api [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Task: {'id': task-3036522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186346} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.270165] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.270353] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.270543] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.270807] env[68627]: INFO nova.compute.manager [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Took 1.09 seconds to destroy the instance on the hypervisor. [ 631.271071] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.271258] env[68627]: DEBUG nova.compute.manager [-] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.271476] env[68627]: DEBUG nova.network.neutron [-] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.309275] env[68627]: DEBUG nova.network.neutron [-] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.337534] env[68627]: DEBUG nova.compute.manager [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.376173] env[68627]: DEBUG oslo_vmware.api [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Task: {'id': task-3036524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200049} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.376432] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.376626] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.376804] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.376983] env[68627]: INFO nova.compute.manager [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Took 1.12 seconds to destroy the instance on the hypervisor. [ 631.381727] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.381727] env[68627]: DEBUG nova.compute.manager [-] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.381727] env[68627]: DEBUG nova.network.neutron [-] [instance: 328774c6-f757-444d-b9ce-3663119c0940] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.424148] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.427530] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.937s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.428507] env[68627]: INFO nova.compute.claims [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.454837] env[68627]: INFO nova.scheduler.client.report [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Deleted allocations for instance 68cec116-992b-4a44-8d91-bad5c26c4798 [ 631.544084] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036525, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.654457] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036526, 'name': PowerOffVM_Task, 'duration_secs': 0.280977} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.656247] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.656889] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.659045] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bb750b-4554-41e7-b5b2-6a5bf9b73886 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.670181] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.670546] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccaf6c34-af93-4ed4-b9b7-db153b0b7fa8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.699406] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.699618] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.699791] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Deleting the datastore file [datastore2] dd7c8e0b-7816-40a9-8aad-67541de9fd67 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.700077] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0123b53c-43c4-486f-a73d-fcfccf4ba8e6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.707675] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 631.707675] env[68627]: value = "task-3036528" [ 631.707675] env[68627]: _type = "Task" [ 631.707675] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.719193] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.732085] env[68627]: DEBUG nova.network.neutron [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Updating instance_info_cache with network_info: [{"id": "699241d5-6cc6-4e5b-ac54-f112360d8405", "address": "fa:16:3e:a4:d0:2f", "network": {"id": "c0ececa6-ca1b-4f4e-9807-4df9f0b1b156", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-495664731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2284f80f14542aaa10f6011d946f417", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699241d5-6c", "ovs_interfaceid": "699241d5-6cc6-4e5b-ac54-f112360d8405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.748509] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "db67f3dd-8b08-4114-9c41-4b145b37180d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.748781] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "db67f3dd-8b08-4114-9c41-4b145b37180d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.779236] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "4db0bf5d-f7aa-45ce-95db-60596ef8966b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.779557] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "4db0bf5d-f7aa-45ce-95db-60596ef8966b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.813312] env[68627]: DEBUG nova.network.neutron [-] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.814416] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "dd38324c-5574-48d6-b5f7-f59d65605e52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.815050] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "dd38324c-5574-48d6-b5f7-f59d65605e52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.866423] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.962785] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cd637a93-9b35-4bdd-9c4d-6aacdc2fb074 tempest-ServerDiagnosticsTest-1791516471 tempest-ServerDiagnosticsTest-1791516471-project-member] Lock "68cec116-992b-4a44-8d91-bad5c26c4798" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.592s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.039243] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622081} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.039539] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] fc93649b-1a68-4939-bf5a-6218f5186bd2/fc93649b-1a68-4939-bf5a-6218f5186bd2.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.039754] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.040008] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac2b14c1-a676-4076-8509-bbf8b8a84358 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.045976] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Waiting for the task: (returnval){ [ 632.045976] env[68627]: value = "task-3036529" [ 632.045976] env[68627]: _type = "Task" [ 632.045976] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.053333] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.218298] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098021} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.218433] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.218563] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.218698] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.235420] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Releasing lock "refresh_cache-2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.235722] env[68627]: DEBUG nova.compute.manager [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Instance network_info: |[{"id": "699241d5-6cc6-4e5b-ac54-f112360d8405", "address": "fa:16:3e:a4:d0:2f", "network": {"id": "c0ececa6-ca1b-4f4e-9807-4df9f0b1b156", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-495664731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2284f80f14542aaa10f6011d946f417", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699241d5-6c", "ovs_interfaceid": "699241d5-6cc6-4e5b-ac54-f112360d8405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.236131] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:d0:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '699241d5-6cc6-4e5b-ac54-f112360d8405', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.248457] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Creating folder: Project (f2284f80f14542aaa10f6011d946f417). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.249573] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa2d1190-4f4c-40e6-b362-e39b3fcc09a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.266828] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Created folder: Project (f2284f80f14542aaa10f6011d946f417) in parent group-v608385. [ 632.267227] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Creating folder: Instances. Parent ref: group-v608432. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.268015] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34bc3225-1945-4c59-8a95-c36e0acdd942 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.277774] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Created folder: Instances in parent group-v608432. [ 632.278082] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.278310] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.278451] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-922a121f-c273-4def-85f2-79493176dc9d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.301154] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.301154] env[68627]: value = "task-3036532" [ 632.301154] env[68627]: _type = "Task" [ 632.301154] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.310554] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036532, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.320222] env[68627]: INFO nova.compute.manager [-] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Took 1.05 seconds to deallocate network for instance. [ 632.559390] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066673} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.562934] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.564273] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e18f61-e1a9-4c31-b7cb-3884baf42018 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.588814] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] fc93649b-1a68-4939-bf5a-6218f5186bd2/fc93649b-1a68-4939-bf5a-6218f5186bd2.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.591908] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ebc0bf-8331-4015-94c4-698021b7023d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.612633] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Waiting for the task: (returnval){ [ 632.612633] env[68627]: value = "task-3036533" [ 632.612633] env[68627]: _type = "Task" [ 632.612633] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.621526] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.735279] env[68627]: DEBUG nova.network.neutron [-] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.815722] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036532, 'name': CreateVM_Task, 'duration_secs': 0.326875} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.815911] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.816830] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.817159] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.817602] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.820587] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb4486c-3759-4c0a-a16d-604592322d9a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.826923] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.827332] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Waiting for the task: (returnval){ [ 632.827332] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]522cb79c-fb38-acfd-4d19-a35933e1c928" [ 632.827332] env[68627]: _type = "Task" [ 632.827332] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.839628] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522cb79c-fb38-acfd-4d19-a35933e1c928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.985385] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc6b3fa-f69b-4ed4-8399-7c9c380fa9c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.993679] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639363c9-53ff-4459-879f-95f83e2e0ac1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.030289] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7f24a1-2d34-4bab-b10c-83bb0772b262 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.037827] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2b7b7c-6639-4343-b8a1-bd7f5a831d25 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.051534] env[68627]: DEBUG nova.compute.provider_tree [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.124600] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036533, 'name': ReconfigVM_Task, 'duration_secs': 0.281039} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.125013] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Reconfigured VM instance instance-0000000f to attach disk [datastore2] fc93649b-1a68-4939-bf5a-6218f5186bd2/fc93649b-1a68-4939-bf5a-6218f5186bd2.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.126063] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f120da2a-8503-48c5-9f9a-9132d6be258d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.133440] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Waiting for the task: (returnval){ [ 633.133440] env[68627]: value = "task-3036534" [ 633.133440] env[68627]: _type = "Task" [ 633.133440] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.143486] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036534, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.237968] env[68627]: INFO nova.compute.manager [-] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Took 1.86 seconds to deallocate network for instance. [ 633.266614] env[68627]: DEBUG nova.virt.hardware [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.267600] env[68627]: DEBUG nova.virt.hardware [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.267975] env[68627]: DEBUG nova.virt.hardware [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.268474] env[68627]: DEBUG nova.virt.hardware [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.268627] env[68627]: DEBUG nova.virt.hardware [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.268773] env[68627]: DEBUG nova.virt.hardware [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.268986] env[68627]: DEBUG nova.virt.hardware [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.269170] env[68627]: DEBUG nova.virt.hardware [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.269364] env[68627]: DEBUG nova.virt.hardware [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.269536] env[68627]: DEBUG nova.virt.hardware [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.269701] env[68627]: DEBUG nova.virt.hardware [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.270621] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbe3b2c-716d-482e-b6e4-61ec25351612 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.281794] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b630f0-ede4-4bcd-b97e-0582d4c1a5d9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.299321] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.305542] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.306930] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.308813] env[68627]: DEBUG nova.compute.manager [req-317f8afc-44e2-4a87-a1e7-4e9d805b8626 req-07c4a61b-c58f-4997-a9f8-35a81b641bb9 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Received event network-changed-395b1e0e-4c15-4018-bcfa-d96cc02aa54b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.308813] env[68627]: DEBUG nova.compute.manager [req-317f8afc-44e2-4a87-a1e7-4e9d805b8626 req-07c4a61b-c58f-4997-a9f8-35a81b641bb9 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Refreshing instance network info cache due to event network-changed-395b1e0e-4c15-4018-bcfa-d96cc02aa54b. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.308813] env[68627]: DEBUG oslo_concurrency.lockutils [req-317f8afc-44e2-4a87-a1e7-4e9d805b8626 req-07c4a61b-c58f-4997-a9f8-35a81b641bb9 service nova] Acquiring lock "refresh_cache-4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.308813] env[68627]: DEBUG oslo_concurrency.lockutils [req-317f8afc-44e2-4a87-a1e7-4e9d805b8626 req-07c4a61b-c58f-4997-a9f8-35a81b641bb9 service nova] Acquired lock "refresh_cache-4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.308813] env[68627]: DEBUG nova.network.neutron [req-317f8afc-44e2-4a87-a1e7-4e9d805b8626 req-07c4a61b-c58f-4997-a9f8-35a81b641bb9 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Refreshing network info cache for port 395b1e0e-4c15-4018-bcfa-d96cc02aa54b {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.310528] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ab26fdb-dc9d-4c26-9d00-96a22e395ffc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.339167] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.339167] env[68627]: value = "task-3036535" [ 633.339167] env[68627]: _type = "Task" [ 633.339167] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.346208] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522cb79c-fb38-acfd-4d19-a35933e1c928, 'name': SearchDatastore_Task, 'duration_secs': 0.010449} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.346958] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.347239] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.347480] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.347878] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.348107] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.351372] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f07b3984-cb19-4f08-b960-5c45ca60dfd3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.353384] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036535, 'name': CreateVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.361756] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.361948] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.363522] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9bc262-b55f-4ef1-8dd1-af7e2757b1f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.369846] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Waiting for the task: (returnval){ [ 633.369846] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e77880-826e-ea5b-cb1c-bfdb3cd28693" [ 633.369846] env[68627]: _type = "Task" [ 633.369846] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.378519] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e77880-826e-ea5b-cb1c-bfdb3cd28693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.491759] env[68627]: DEBUG nova.compute.manager [req-d037284e-4c90-47e2-adea-f24a89aac7c0 req-3ca10455-b713-48ab-8c89-92315b591a2b service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Received event network-changed-699241d5-6cc6-4e5b-ac54-f112360d8405 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.491948] env[68627]: DEBUG nova.compute.manager [req-d037284e-4c90-47e2-adea-f24a89aac7c0 req-3ca10455-b713-48ab-8c89-92315b591a2b service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Refreshing instance network info cache due to event network-changed-699241d5-6cc6-4e5b-ac54-f112360d8405. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.492691] env[68627]: DEBUG oslo_concurrency.lockutils [req-d037284e-4c90-47e2-adea-f24a89aac7c0 req-3ca10455-b713-48ab-8c89-92315b591a2b service nova] Acquiring lock "refresh_cache-2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.492924] env[68627]: DEBUG oslo_concurrency.lockutils [req-d037284e-4c90-47e2-adea-f24a89aac7c0 req-3ca10455-b713-48ab-8c89-92315b591a2b service nova] Acquired lock "refresh_cache-2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.493363] env[68627]: DEBUG nova.network.neutron [req-d037284e-4c90-47e2-adea-f24a89aac7c0 req-3ca10455-b713-48ab-8c89-92315b591a2b service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Refreshing network info cache for port 699241d5-6cc6-4e5b-ac54-f112360d8405 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.556169] env[68627]: DEBUG nova.scheduler.client.report [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.643373] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036534, 'name': Rename_Task, 'duration_secs': 0.14169} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.643743] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.644374] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc519e34-420a-4be8-aa29-7377571d4955 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.650207] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Waiting for the task: (returnval){ [ 633.650207] env[68627]: value = "task-3036536" [ 633.650207] env[68627]: _type = "Task" [ 633.650207] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.658245] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.750528] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.851863] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036535, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.890797] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e77880-826e-ea5b-cb1c-bfdb3cd28693, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.896308] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b625b3b-435f-45d6-8860-b5bb9e4ad86f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.905398] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Waiting for the task: (returnval){ [ 633.905398] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526ccce6-c2f4-1f49-79b1-81df8270290e" [ 633.905398] env[68627]: _type = "Task" [ 633.905398] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.913043] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526ccce6-c2f4-1f49-79b1-81df8270290e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.063627] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.064217] env[68627]: DEBUG nova.compute.manager [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.071271] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.981s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.071271] env[68627]: DEBUG nova.objects.instance [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 634.163370] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.355620] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036535, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.400134] env[68627]: DEBUG nova.compute.manager [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.400550] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01359395-eb77-492d-849d-f02834a53664 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.419727] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526ccce6-c2f4-1f49-79b1-81df8270290e, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.420064] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.420357] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f/2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.420670] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1b84cea-31a8-469a-94b9-10ac4515052d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.427088] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Waiting for the task: (returnval){ [ 634.427088] env[68627]: value = "task-3036537" [ 634.427088] env[68627]: _type = "Task" [ 634.427088] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.437833] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.486881] env[68627]: DEBUG nova.network.neutron [req-317f8afc-44e2-4a87-a1e7-4e9d805b8626 req-07c4a61b-c58f-4997-a9f8-35a81b641bb9 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Updated VIF entry in instance network info cache for port 395b1e0e-4c15-4018-bcfa-d96cc02aa54b. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.486881] env[68627]: DEBUG nova.network.neutron [req-317f8afc-44e2-4a87-a1e7-4e9d805b8626 req-07c4a61b-c58f-4997-a9f8-35a81b641bb9 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Updating instance_info_cache with network_info: [{"id": "395b1e0e-4c15-4018-bcfa-d96cc02aa54b", "address": "fa:16:3e:7e:7b:e5", "network": {"id": "9da9598f-f4da-475d-881b-b8a2d7871efe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1118469854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ffe416460c345188cf54651ea40aec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b1e0e-4c", "ovs_interfaceid": "395b1e0e-4c15-4018-bcfa-d96cc02aa54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.577820] env[68627]: DEBUG nova.compute.utils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.579636] env[68627]: DEBUG nova.compute.manager [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.579852] env[68627]: DEBUG nova.network.neutron [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.641012] env[68627]: DEBUG nova.network.neutron [req-d037284e-4c90-47e2-adea-f24a89aac7c0 req-3ca10455-b713-48ab-8c89-92315b591a2b service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Updated VIF entry in instance network info cache for port 699241d5-6cc6-4e5b-ac54-f112360d8405. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.641485] env[68627]: DEBUG nova.network.neutron [req-d037284e-4c90-47e2-adea-f24a89aac7c0 req-3ca10455-b713-48ab-8c89-92315b591a2b service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Updating instance_info_cache with network_info: [{"id": "699241d5-6cc6-4e5b-ac54-f112360d8405", "address": "fa:16:3e:a4:d0:2f", "network": {"id": "c0ececa6-ca1b-4f4e-9807-4df9f0b1b156", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-495664731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2284f80f14542aaa10f6011d946f417", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699241d5-6c", "ovs_interfaceid": "699241d5-6cc6-4e5b-ac54-f112360d8405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.662823] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.733860] env[68627]: DEBUG nova.policy [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ee3c46d4aa14e3db0d807f266bb0871', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f355f67182743b5a9bf9ba959306927', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.853268] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036535, 'name': CreateVM_Task, 'duration_secs': 1.287702} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.853588] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.854167] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.854343] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.854666] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.854940] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45054bbf-0d29-4b07-9b37-32f4522cbe1d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.862184] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 634.862184] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5266f6ae-3eed-9eb8-e7a4-47314e2cea5e" [ 634.862184] env[68627]: _type = "Task" [ 634.862184] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.871270] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5266f6ae-3eed-9eb8-e7a4-47314e2cea5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.915362] env[68627]: INFO nova.compute.manager [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] instance snapshotting [ 634.918349] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b61bd9b-d072-4f98-a63c-46f790b454ee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.949323] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d546182-5564-45ca-8496-0f3ff7e00054 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.957287] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036537, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.990046] env[68627]: DEBUG oslo_concurrency.lockutils [req-317f8afc-44e2-4a87-a1e7-4e9d805b8626 req-07c4a61b-c58f-4997-a9f8-35a81b641bb9 service nova] Releasing lock "refresh_cache-4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.087372] env[68627]: DEBUG nova.compute.manager [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.091242] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06fe63c2-742f-4a2a-bdee-b04db701e4ad tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.093131] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.053s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.097124] env[68627]: INFO nova.compute.claims [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.146079] env[68627]: DEBUG oslo_concurrency.lockutils [req-d037284e-4c90-47e2-adea-f24a89aac7c0 req-3ca10455-b713-48ab-8c89-92315b591a2b service nova] Releasing lock "refresh_cache-2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.146079] env[68627]: DEBUG nova.compute.manager [req-d037284e-4c90-47e2-adea-f24a89aac7c0 req-3ca10455-b713-48ab-8c89-92315b591a2b service nova] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Received event network-vif-deleted-d17d6241-b863-445e-a949-436b70204fcd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.168762] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036536, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.375910] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5266f6ae-3eed-9eb8-e7a4-47314e2cea5e, 'name': SearchDatastore_Task, 'duration_secs': 0.052373} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.376248] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.376487] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.376723] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.376875] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.377070] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.377342] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24a22ff3-3422-42e2-9733-91c0269b2855 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.387920] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.388131] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.388852] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6208b290-9e1d-4113-8ed7-c93b8c1cc186 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.396917] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 635.396917] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523aed2e-624a-58f6-22c9-b8c36d5050d9" [ 635.396917] env[68627]: _type = "Task" [ 635.396917] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.404596] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523aed2e-624a-58f6-22c9-b8c36d5050d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.454284] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607893} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.457285] env[68627]: DEBUG nova.network.neutron [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Successfully created port: 0624b9a8-6c53-4416-a8e1-68f6af87c1cb {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.460492] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f/2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.460641] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.461570] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4da9e064-f727-4c72-bfcf-1ef00d30e8e6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.468059] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 635.468363] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df208a1b-de6b-480a-93a5-58c47fd95439 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.478238] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Waiting for the task: (returnval){ [ 635.478238] env[68627]: value = "task-3036538" [ 635.478238] env[68627]: _type = "Task" [ 635.478238] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.480195] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 635.480195] env[68627]: value = "task-3036539" [ 635.480195] env[68627]: _type = "Task" [ 635.480195] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.496761] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036539, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.501130] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.666921] env[68627]: DEBUG oslo_vmware.api [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036536, 'name': PowerOnVM_Task, 'duration_secs': 1.666044} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.667173] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.667377] env[68627]: INFO nova.compute.manager [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Took 11.79 seconds to spawn the instance on the hypervisor. [ 635.667568] env[68627]: DEBUG nova.compute.manager [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.668339] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5d8d06-7fff-4bde-acac-a633f7c8dd23 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.912159] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523aed2e-624a-58f6-22c9-b8c36d5050d9, 'name': SearchDatastore_Task, 'duration_secs': 0.028518} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.912159] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86eec18b-c516-48f3-8a9a-41c638f5911e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.919648] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 635.919648] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523e9c69-e0cb-7b66-fe6b-e9a3db8a1275" [ 635.919648] env[68627]: _type = "Task" [ 635.919648] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.932378] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523e9c69-e0cb-7b66-fe6b-e9a3db8a1275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.991606] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073587} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.992734] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.993551] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8903ca9-c5c4-40c5-bd9a-0fc64d2a25b5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.998994] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036539, 'name': CreateSnapshot_Task, 'duration_secs': 0.474835} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.999601] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 636.000382] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754e1c22-a380-4ed3-aebb-54ed52afcb4f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.025375] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f/2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.025375] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a712aef-76ae-4fcd-b45e-a1bef3b94d22 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.052694] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Waiting for the task: (returnval){ [ 636.052694] env[68627]: value = "task-3036540" [ 636.052694] env[68627]: _type = "Task" [ 636.052694] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.066124] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.102910] env[68627]: DEBUG nova.compute.manager [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.133929] env[68627]: DEBUG nova.virt.hardware [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.134420] env[68627]: DEBUG nova.virt.hardware [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.134590] env[68627]: DEBUG nova.virt.hardware [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.134777] env[68627]: DEBUG nova.virt.hardware [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.134924] env[68627]: DEBUG nova.virt.hardware [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.135099] env[68627]: DEBUG nova.virt.hardware [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.135320] env[68627]: DEBUG nova.virt.hardware [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.135481] env[68627]: DEBUG nova.virt.hardware [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.135652] env[68627]: DEBUG nova.virt.hardware [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.136123] env[68627]: DEBUG nova.virt.hardware [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.136320] env[68627]: DEBUG nova.virt.hardware [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.137504] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd072d2-4736-4048-8bc9-5313c4f5b9fb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.147929] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f67deb-82b6-4815-876f-75d49e9008f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.186330] env[68627]: INFO nova.compute.manager [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Took 29.79 seconds to build instance. [ 636.433139] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523e9c69-e0cb-7b66-fe6b-e9a3db8a1275, 'name': SearchDatastore_Task, 'duration_secs': 0.028177} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.433139] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.433139] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] dd7c8e0b-7816-40a9-8aad-67541de9fd67/dd7c8e0b-7816-40a9-8aad-67541de9fd67.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.434236] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff2a21a2-1a9e-4554-a37b-a1eaef3e7162 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.441166] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 636.441166] env[68627]: value = "task-3036541" [ 636.441166] env[68627]: _type = "Task" [ 636.441166] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.454379] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.560497] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 636.564700] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2a2b1152-f7d3-4060-b08d-a2628d45f67d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.578558] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.578935] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 636.578935] env[68627]: value = "task-3036542" [ 636.578935] env[68627]: _type = "Task" [ 636.578935] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.590339] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036542, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.686895] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1943833-a035-46ed-8d6e-564bd59aab37 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.690152] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec487adf-b1b8-454d-9e60-cb70ae48d0f2 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Lock "fc93649b-1a68-4939-bf5a-6218f5186bd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.893s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.697085] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e2765c-5844-4a4b-8c86-f36d70dc64a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.738292] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94de182-221c-4e39-95fd-dc755d2db8c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.748579] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4052189a-4162-45c9-a419-31c4291638a5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.769537] env[68627]: DEBUG nova.compute.provider_tree [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.954018] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036541, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.999101] env[68627]: DEBUG nova.compute.manager [None req-e44664c5-5d95-40d1-82e2-b124baa74621 tempest-ServerExternalEventsTest-1388694997 tempest-ServerExternalEventsTest-1388694997-project] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Received event network-changed {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.999280] env[68627]: DEBUG nova.compute.manager [None req-e44664c5-5d95-40d1-82e2-b124baa74621 tempest-ServerExternalEventsTest-1388694997 tempest-ServerExternalEventsTest-1388694997-project] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Refreshing instance network info cache due to event network-changed. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.999640] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e44664c5-5d95-40d1-82e2-b124baa74621 tempest-ServerExternalEventsTest-1388694997 tempest-ServerExternalEventsTest-1388694997-project] Acquiring lock "refresh_cache-fc93649b-1a68-4939-bf5a-6218f5186bd2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.999640] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e44664c5-5d95-40d1-82e2-b124baa74621 tempest-ServerExternalEventsTest-1388694997 tempest-ServerExternalEventsTest-1388694997-project] Acquired lock "refresh_cache-fc93649b-1a68-4939-bf5a-6218f5186bd2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.999886] env[68627]: DEBUG nova.network.neutron [None req-e44664c5-5d95-40d1-82e2-b124baa74621 tempest-ServerExternalEventsTest-1388694997 tempest-ServerExternalEventsTest-1388694997-project] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.076572] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036540, 'name': ReconfigVM_Task, 'duration_secs': 0.653583} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.076572] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f/2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.077222] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-866b0474-442b-4e72-a1c6-82a113ccf737 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.090143] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Waiting for the task: (returnval){ [ 637.090143] env[68627]: value = "task-3036543" [ 637.090143] env[68627]: _type = "Task" [ 637.090143] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.100670] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036542, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.107512] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036543, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.196996] env[68627]: DEBUG nova.compute.manager [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.273711] env[68627]: DEBUG nova.scheduler.client.report [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.460340] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664146} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.461398] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] dd7c8e0b-7816-40a9-8aad-67541de9fd67/dd7c8e0b-7816-40a9-8aad-67541de9fd67.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.462280] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.462280] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54bbe68a-1000-48ea-8840-d6bde54cccb3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.471311] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 637.471311] env[68627]: value = "task-3036544" [ 637.471311] env[68627]: _type = "Task" [ 637.471311] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.484849] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.596371] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036542, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.605661] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036543, 'name': Rename_Task, 'duration_secs': 0.246348} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.605980] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.606264] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deea5579-8d6d-4567-9c12-1d632955ca5e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.614851] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Waiting for the task: (returnval){ [ 637.614851] env[68627]: value = "task-3036545" [ 637.614851] env[68627]: _type = "Task" [ 637.614851] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.626395] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.735149] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.780365] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.781509] env[68627]: DEBUG nova.compute.manager [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.786080] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.100s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.788783] env[68627]: INFO nova.compute.claims [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.899537] env[68627]: DEBUG oslo_concurrency.lockutils [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Acquiring lock "fc93649b-1a68-4939-bf5a-6218f5186bd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.899816] env[68627]: DEBUG oslo_concurrency.lockutils [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Lock "fc93649b-1a68-4939-bf5a-6218f5186bd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.900039] env[68627]: DEBUG oslo_concurrency.lockutils [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Acquiring lock "fc93649b-1a68-4939-bf5a-6218f5186bd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.900248] env[68627]: DEBUG oslo_concurrency.lockutils [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Lock "fc93649b-1a68-4939-bf5a-6218f5186bd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.900379] env[68627]: DEBUG oslo_concurrency.lockutils [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Lock "fc93649b-1a68-4939-bf5a-6218f5186bd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.906791] env[68627]: INFO nova.compute.manager [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Terminating instance [ 637.983062] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104616} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.983365] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.988173] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d107e1e5-d4da-4f58-ae09-9fe36faa1278 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.014462] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] dd7c8e0b-7816-40a9-8aad-67541de9fd67/dd7c8e0b-7816-40a9-8aad-67541de9fd67.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.018115] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8129c425-9edf-43cb-8484-3d9a687096fa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.039751] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 638.039751] env[68627]: value = "task-3036546" [ 638.039751] env[68627]: _type = "Task" [ 638.039751] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.050529] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036546, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.093585] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036542, 'name': CloneVM_Task, 'duration_secs': 1.43949} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.093692] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Created linked-clone VM from snapshot [ 638.094763] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab8a8f9-6c19-4b1b-886c-29ec8067dff7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.107724] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Uploading image bb7be842-6b67-4ce5-af10-e4bb0bb6aaf7 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 638.122339] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 638.122634] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf3e023a-7bdc-4a32-884b-e0cb4c76f544 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.127607] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036545, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.132664] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 638.132664] env[68627]: value = "task-3036547" [ 638.132664] env[68627]: _type = "Task" [ 638.132664] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.140732] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036547, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.297293] env[68627]: DEBUG nova.compute.utils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.299225] env[68627]: DEBUG nova.compute.manager [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.299474] env[68627]: DEBUG nova.network.neutron [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.309392] env[68627]: DEBUG nova.network.neutron [None req-e44664c5-5d95-40d1-82e2-b124baa74621 tempest-ServerExternalEventsTest-1388694997 tempest-ServerExternalEventsTest-1388694997-project] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Updating instance_info_cache with network_info: [{"id": "5acbb070-f082-4fd8-8656-46bfdd4411f2", "address": "fa:16:3e:cb:bf:63", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5acbb070-f0", "ovs_interfaceid": "5acbb070-f082-4fd8-8656-46bfdd4411f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.395191] env[68627]: DEBUG nova.policy [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '197f6784bc4840e4823343fe42b9e43f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ace75ab3983449609f3f9bc242f8c134', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.419710] env[68627]: DEBUG nova.compute.manager [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.419710] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.419710] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f2dcce-e990-4db2-a744-b2eea4ff387f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.431298] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.431695] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adac0d29-3aff-45d8-af96-39bc5fa6c2c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.440912] env[68627]: DEBUG oslo_vmware.api [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Waiting for the task: (returnval){ [ 638.440912] env[68627]: value = "task-3036548" [ 638.440912] env[68627]: _type = "Task" [ 638.440912] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.450093] env[68627]: DEBUG oslo_vmware.api [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.551588] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.597581] env[68627]: DEBUG nova.network.neutron [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Successfully updated port: 0624b9a8-6c53-4416-a8e1-68f6af87c1cb {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.630265] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036545, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.648325] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036547, 'name': Destroy_Task, 'duration_secs': 0.332198} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.648561] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Destroyed the VM [ 638.648931] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 638.649311] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-25a35eea-1f8b-472f-a423-8cb7614c6cf9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.656711] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 638.656711] env[68627]: value = "task-3036549" [ 638.656711] env[68627]: _type = "Task" [ 638.656711] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.668032] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036549, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.813546] env[68627]: DEBUG nova.compute.manager [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.819286] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e44664c5-5d95-40d1-82e2-b124baa74621 tempest-ServerExternalEventsTest-1388694997 tempest-ServerExternalEventsTest-1388694997-project] Releasing lock "refresh_cache-fc93649b-1a68-4939-bf5a-6218f5186bd2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.822823] env[68627]: DEBUG nova.compute.manager [req-5eeea759-3711-4412-b6f3-a21481158150 req-9329b8f8-fb4c-41bc-997e-bae3de808ebf service nova] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Received event network-vif-plugged-0624b9a8-6c53-4416-a8e1-68f6af87c1cb {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.823137] env[68627]: DEBUG oslo_concurrency.lockutils [req-5eeea759-3711-4412-b6f3-a21481158150 req-9329b8f8-fb4c-41bc-997e-bae3de808ebf service nova] Acquiring lock "10d5e8a7-7d54-40e9-84c8-b3975235442d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.823378] env[68627]: DEBUG oslo_concurrency.lockutils [req-5eeea759-3711-4412-b6f3-a21481158150 req-9329b8f8-fb4c-41bc-997e-bae3de808ebf service nova] Lock "10d5e8a7-7d54-40e9-84c8-b3975235442d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.823575] env[68627]: DEBUG oslo_concurrency.lockutils [req-5eeea759-3711-4412-b6f3-a21481158150 req-9329b8f8-fb4c-41bc-997e-bae3de808ebf service nova] Lock "10d5e8a7-7d54-40e9-84c8-b3975235442d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.823755] env[68627]: DEBUG nova.compute.manager [req-5eeea759-3711-4412-b6f3-a21481158150 req-9329b8f8-fb4c-41bc-997e-bae3de808ebf service nova] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] No waiting events found dispatching network-vif-plugged-0624b9a8-6c53-4416-a8e1-68f6af87c1cb {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.823937] env[68627]: WARNING nova.compute.manager [req-5eeea759-3711-4412-b6f3-a21481158150 req-9329b8f8-fb4c-41bc-997e-bae3de808ebf service nova] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Received unexpected event network-vif-plugged-0624b9a8-6c53-4416-a8e1-68f6af87c1cb for instance with vm_state building and task_state spawning. [ 638.959499] env[68627]: DEBUG oslo_vmware.api [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036548, 'name': PowerOffVM_Task, 'duration_secs': 0.342733} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.962929] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.963245] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.963782] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc3ae690-d1df-4109-af44-c29cc48f7ff0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.025228] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.025228] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.025228] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Deleting the datastore file [datastore2] fc93649b-1a68-4939-bf5a-6218f5186bd2 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.025228] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d2f4f4a-25cb-4a62-b040-8478ab44bbcb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.030487] env[68627]: DEBUG oslo_vmware.api [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Waiting for the task: (returnval){ [ 639.030487] env[68627]: value = "task-3036551" [ 639.030487] env[68627]: _type = "Task" [ 639.030487] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.038519] env[68627]: DEBUG oslo_vmware.api [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.049876] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036546, 'name': ReconfigVM_Task, 'duration_secs': 0.873676} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.050223] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Reconfigured VM instance instance-0000000d to attach disk [datastore2] dd7c8e0b-7816-40a9-8aad-67541de9fd67/dd7c8e0b-7816-40a9-8aad-67541de9fd67.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.051297] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8be91fee-8942-4898-9151-bb6c284e1f05 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.058637] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 639.058637] env[68627]: value = "task-3036552" [ 639.058637] env[68627]: _type = "Task" [ 639.058637] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.066678] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036552, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.103072] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "refresh_cache-10d5e8a7-7d54-40e9-84c8-b3975235442d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.103148] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquired lock "refresh_cache-10d5e8a7-7d54-40e9-84c8-b3975235442d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.103310] env[68627]: DEBUG nova.network.neutron [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.130015] env[68627]: DEBUG oslo_vmware.api [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036545, 'name': PowerOnVM_Task, 'duration_secs': 1.069699} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.130299] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.130587] env[68627]: INFO nova.compute.manager [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Took 10.09 seconds to spawn the instance on the hypervisor. [ 639.130857] env[68627]: DEBUG nova.compute.manager [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.131978] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d031d4b-90cb-4ab4-9d79-1fbf6697ea15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.169047] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036549, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.422731] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0dbfc4-f190-4fac-97c3-d69cafdc40ee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.438058] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54046d28-a467-4138-9e8c-c49e9257dd3f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.474682] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092a9b6b-9ff7-4c27-baef-16eebd16d17e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.482469] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699c79ca-7a05-436a-ba47-19332418e199 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.496590] env[68627]: DEBUG nova.compute.provider_tree [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.541097] env[68627]: DEBUG oslo_vmware.api [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Task: {'id': task-3036551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199308} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.541942] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.541942] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.541942] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.542052] env[68627]: INFO nova.compute.manager [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 639.542438] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.545321] env[68627]: DEBUG nova.compute.manager [-] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.545321] env[68627]: DEBUG nova.network.neutron [-] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.553241] env[68627]: DEBUG nova.network.neutron [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Successfully created port: 1dc256c5-de6b-4f6c-bbcd-56ee25925cc4 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.571179] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036552, 'name': Rename_Task, 'duration_secs': 0.142848} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.571536] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.571713] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61e16a5b-169d-4776-9091-08f607039d56 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.580625] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 639.580625] env[68627]: value = "task-3036553" [ 639.580625] env[68627]: _type = "Task" [ 639.580625] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.589958] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.665976] env[68627]: INFO nova.compute.manager [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Took 28.37 seconds to build instance. [ 639.673515] env[68627]: DEBUG oslo_vmware.api [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036549, 'name': RemoveSnapshot_Task, 'duration_secs': 0.644246} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.673693] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 639.720639] env[68627]: DEBUG nova.network.neutron [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.824988] env[68627]: DEBUG nova.compute.manager [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.853549] env[68627]: DEBUG nova.virt.hardware [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.853773] env[68627]: DEBUG nova.virt.hardware [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.853924] env[68627]: DEBUG nova.virt.hardware [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.855793] env[68627]: DEBUG nova.virt.hardware [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.855793] env[68627]: DEBUG nova.virt.hardware [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.855793] env[68627]: DEBUG nova.virt.hardware [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.855793] env[68627]: DEBUG nova.virt.hardware [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.855793] env[68627]: DEBUG nova.virt.hardware [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.856088] env[68627]: DEBUG nova.virt.hardware [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.856088] env[68627]: DEBUG nova.virt.hardware [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.856088] env[68627]: DEBUG nova.virt.hardware [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.860016] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22471f9a-9748-4ea7-a5b9-3cfdf9c4bf2f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.865685] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d542aa3c-dc2e-48fa-864e-6ff5e0821e4f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.000622] env[68627]: DEBUG nova.scheduler.client.report [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.090562] env[68627]: DEBUG oslo_vmware.api [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036553, 'name': PowerOnVM_Task, 'duration_secs': 0.431153} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.090855] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.091078] env[68627]: DEBUG nova.compute.manager [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.091905] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7c4ba8-9245-4e96-9ca7-e42a10cce46b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.167187] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5cb94760-f6bb-42db-8dfc-c33e081d74a7 tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Lock "2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.296s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.179149] env[68627]: WARNING nova.compute.manager [None req-204a8de2-55d8-4b81-8210-03de9d71f6c3 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Image not found during snapshot: nova.exception.ImageNotFound: Image bb7be842-6b67-4ce5-af10-e4bb0bb6aaf7 could not be found. [ 640.283182] env[68627]: DEBUG nova.network.neutron [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Updating instance_info_cache with network_info: [{"id": "0624b9a8-6c53-4416-a8e1-68f6af87c1cb", "address": "fa:16:3e:fe:89:ce", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0624b9a8-6c", "ovs_interfaceid": "0624b9a8-6c53-4416-a8e1-68f6af87c1cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.506064] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.506768] env[68627]: DEBUG nova.compute.manager [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.512028] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.532s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.512971] env[68627]: INFO nova.compute.claims [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.608369] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.670202] env[68627]: DEBUG nova.compute.manager [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.788373] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Releasing lock "refresh_cache-10d5e8a7-7d54-40e9-84c8-b3975235442d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.788741] env[68627]: DEBUG nova.compute.manager [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Instance network_info: |[{"id": "0624b9a8-6c53-4416-a8e1-68f6af87c1cb", "address": "fa:16:3e:fe:89:ce", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0624b9a8-6c", "ovs_interfaceid": "0624b9a8-6c53-4416-a8e1-68f6af87c1cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.789460] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:89:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0624b9a8-6c53-4416-a8e1-68f6af87c1cb', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.798715] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.798976] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.799305] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56a6a5fe-053e-4084-91b2-16e40113a724 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.821287] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.821287] env[68627]: value = "task-3036554" [ 640.821287] env[68627]: _type = "Task" [ 640.821287] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.830549] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036554, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.012442] env[68627]: DEBUG nova.compute.utils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.013967] env[68627]: DEBUG nova.compute.manager [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.016714] env[68627]: DEBUG nova.network.neutron [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.022140] env[68627]: DEBUG nova.network.neutron [-] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.118104] env[68627]: DEBUG nova.policy [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e5a7549719c46a4a78913ae4983a3cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6befe839bc34fc3a18c15775d620ffe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.200647] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.337158] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036554, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.520713] env[68627]: DEBUG nova.compute.manager [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.526674] env[68627]: INFO nova.compute.manager [-] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Took 1.98 seconds to deallocate network for instance. [ 641.836284] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036554, 'name': CreateVM_Task, 'duration_secs': 0.729658} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.836605] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.837391] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.837624] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.838056] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.838435] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736dc823-5894-4448-9bfe-032159fa3c20 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.848046] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 641.848046] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5232f4be-f5e4-e794-4262-785c48cea699" [ 641.848046] env[68627]: _type = "Task" [ 641.848046] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.857869] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5232f4be-f5e4-e794-4262-785c48cea699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.974104] env[68627]: DEBUG nova.compute.manager [req-36d5eb73-026e-4628-a408-e77c3f683afa req-a802ca48-6518-449a-a8c2-093bef04a7b5 service nova] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Received event network-changed-0624b9a8-6c53-4416-a8e1-68f6af87c1cb {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.974257] env[68627]: DEBUG nova.compute.manager [req-36d5eb73-026e-4628-a408-e77c3f683afa req-a802ca48-6518-449a-a8c2-093bef04a7b5 service nova] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Refreshing instance network info cache due to event network-changed-0624b9a8-6c53-4416-a8e1-68f6af87c1cb. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.974476] env[68627]: DEBUG oslo_concurrency.lockutils [req-36d5eb73-026e-4628-a408-e77c3f683afa req-a802ca48-6518-449a-a8c2-093bef04a7b5 service nova] Acquiring lock "refresh_cache-10d5e8a7-7d54-40e9-84c8-b3975235442d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.974636] env[68627]: DEBUG oslo_concurrency.lockutils [req-36d5eb73-026e-4628-a408-e77c3f683afa req-a802ca48-6518-449a-a8c2-093bef04a7b5 service nova] Acquired lock "refresh_cache-10d5e8a7-7d54-40e9-84c8-b3975235442d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.974770] env[68627]: DEBUG nova.network.neutron [req-36d5eb73-026e-4628-a408-e77c3f683afa req-a802ca48-6518-449a-a8c2-093bef04a7b5 service nova] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Refreshing network info cache for port 0624b9a8-6c53-4416-a8e1-68f6af87c1cb {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.991228] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Acquiring lock "9554d8a9-6914-4833-81b9-5246d5217106" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.991228] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Lock "9554d8a9-6914-4833-81b9-5246d5217106" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.032642] env[68627]: DEBUG oslo_concurrency.lockutils [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.072381] env[68627]: DEBUG nova.network.neutron [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Successfully created port: 883ba294-9ed7-43a8-b5b5-1e4e07ab4119 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.116158] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2b4986-4821-4b58-b065-03fa3d630324 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.125103] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d5aa3-8837-436a-a233-b8f4937dccb5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.157967] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42dd1c2-27c5-40de-99e2-a314772746de {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.166228] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464d3e07-0013-4bd2-a0cc-8f4ac832d72b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.183234] env[68627]: DEBUG nova.compute.provider_tree [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.360352] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5232f4be-f5e4-e794-4262-785c48cea699, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.360590] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.360825] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.361075] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.361223] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.361558] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.361703] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8851d4f-6abf-46f4-95a0-9e8044f8e7ea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.375302] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.375490] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.376253] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38efd729-c173-4fcb-8f5e-3f01ac56eae6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.385027] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 642.385027] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529b4587-6baf-4f47-df98-0f5e139d1802" [ 642.385027] env[68627]: _type = "Task" [ 642.385027] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.391152] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529b4587-6baf-4f47-df98-0f5e139d1802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.429009] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "20f5b953-f903-41ca-9a8c-a1b06d61c9ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.429009] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "20f5b953-f903-41ca-9a8c-a1b06d61c9ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.429009] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "20f5b953-f903-41ca-9a8c-a1b06d61c9ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.429009] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "20f5b953-f903-41ca-9a8c-a1b06d61c9ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.429263] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "20f5b953-f903-41ca-9a8c-a1b06d61c9ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.431905] env[68627]: INFO nova.compute.manager [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Terminating instance [ 642.504810] env[68627]: DEBUG nova.network.neutron [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Successfully updated port: 1dc256c5-de6b-4f6c-bbcd-56ee25925cc4 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.530919] env[68627]: DEBUG nova.compute.manager [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.564841] env[68627]: DEBUG nova.virt.hardware [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.564841] env[68627]: DEBUG nova.virt.hardware [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.565278] env[68627]: DEBUG nova.virt.hardware [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.565700] env[68627]: DEBUG nova.virt.hardware [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.568031] env[68627]: DEBUG nova.virt.hardware [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.568031] env[68627]: DEBUG nova.virt.hardware [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.568031] env[68627]: DEBUG nova.virt.hardware [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.568031] env[68627]: DEBUG nova.virt.hardware [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.568031] env[68627]: DEBUG nova.virt.hardware [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.568327] env[68627]: DEBUG nova.virt.hardware [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.568327] env[68627]: DEBUG nova.virt.hardware [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.568327] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926562d4-a8f4-4d0d-9c57-dd0f6b54c610 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.579354] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbe527b-0d7d-437f-8cf7-b6e0878034c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.687918] env[68627]: DEBUG nova.scheduler.client.report [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.905144] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529b4587-6baf-4f47-df98-0f5e139d1802, 'name': SearchDatastore_Task, 'duration_secs': 0.014371} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.906613] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf8d95a-7164-4ee9-93e0-cb03689a9375 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.914316] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 642.914316] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523bdae5-f840-e273-6f66-3d4cd17c47be" [ 642.914316] env[68627]: _type = "Task" [ 642.914316] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.927979] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523bdae5-f840-e273-6f66-3d4cd17c47be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.939024] env[68627]: DEBUG nova.compute.manager [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.939024] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.939024] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9570747f-e073-4fe8-899b-de905865e924 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.948072] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.948476] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bed56be0-7f4b-4850-a60d-940422f19455 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.957192] env[68627]: DEBUG oslo_vmware.api [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 642.957192] env[68627]: value = "task-3036555" [ 642.957192] env[68627]: _type = "Task" [ 642.957192] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.965242] env[68627]: DEBUG oslo_vmware.api [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.966885] env[68627]: DEBUG nova.network.neutron [req-36d5eb73-026e-4628-a408-e77c3f683afa req-a802ca48-6518-449a-a8c2-093bef04a7b5 service nova] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Updated VIF entry in instance network info cache for port 0624b9a8-6c53-4416-a8e1-68f6af87c1cb. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.967501] env[68627]: DEBUG nova.network.neutron [req-36d5eb73-026e-4628-a408-e77c3f683afa req-a802ca48-6518-449a-a8c2-093bef04a7b5 service nova] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Updating instance_info_cache with network_info: [{"id": "0624b9a8-6c53-4416-a8e1-68f6af87c1cb", "address": "fa:16:3e:fe:89:ce", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0624b9a8-6c", "ovs_interfaceid": "0624b9a8-6c53-4416-a8e1-68f6af87c1cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.010199] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.010199] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.010199] env[68627]: DEBUG nova.network.neutron [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.102157] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquiring lock "dd7c8e0b-7816-40a9-8aad-67541de9fd67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.102432] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Lock "dd7c8e0b-7816-40a9-8aad-67541de9fd67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.102902] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquiring lock "dd7c8e0b-7816-40a9-8aad-67541de9fd67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.103222] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Lock "dd7c8e0b-7816-40a9-8aad-67541de9fd67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.103528] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Lock "dd7c8e0b-7816-40a9-8aad-67541de9fd67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.108130] env[68627]: INFO nova.compute.manager [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Terminating instance [ 643.202635] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.204097] env[68627]: DEBUG nova.compute.manager [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.207659] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.725s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.212020] env[68627]: INFO nova.compute.claims [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.212864] env[68627]: DEBUG nova.compute.manager [req-c9c869a4-168b-43ff-96d1-89e07b261b60 req-786a187b-faee-4be2-9b1e-399ca35e110b service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Received event network-changed-699241d5-6cc6-4e5b-ac54-f112360d8405 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.213057] env[68627]: DEBUG nova.compute.manager [req-c9c869a4-168b-43ff-96d1-89e07b261b60 req-786a187b-faee-4be2-9b1e-399ca35e110b service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Refreshing instance network info cache due to event network-changed-699241d5-6cc6-4e5b-ac54-f112360d8405. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.213266] env[68627]: DEBUG oslo_concurrency.lockutils [req-c9c869a4-168b-43ff-96d1-89e07b261b60 req-786a187b-faee-4be2-9b1e-399ca35e110b service nova] Acquiring lock "refresh_cache-2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.213400] env[68627]: DEBUG oslo_concurrency.lockutils [req-c9c869a4-168b-43ff-96d1-89e07b261b60 req-786a187b-faee-4be2-9b1e-399ca35e110b service nova] Acquired lock "refresh_cache-2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.213550] env[68627]: DEBUG nova.network.neutron [req-c9c869a4-168b-43ff-96d1-89e07b261b60 req-786a187b-faee-4be2-9b1e-399ca35e110b service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Refreshing network info cache for port 699241d5-6cc6-4e5b-ac54-f112360d8405 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.425706] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523bdae5-f840-e273-6f66-3d4cd17c47be, 'name': SearchDatastore_Task, 'duration_secs': 0.023857} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.426023] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.426286] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 10d5e8a7-7d54-40e9-84c8-b3975235442d/10d5e8a7-7d54-40e9-84c8-b3975235442d.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.426535] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2f1ad4e-d717-4c74-ad54-7b74e4ecdc2c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.434332] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 643.434332] env[68627]: value = "task-3036556" [ 643.434332] env[68627]: _type = "Task" [ 643.434332] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.447293] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.463830] env[68627]: DEBUG oslo_vmware.api [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036555, 'name': PowerOffVM_Task, 'duration_secs': 0.299457} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.464101] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.464268] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.464508] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e21ead8c-eac8-4fa1-9368-7b5d8bd06661 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.473655] env[68627]: DEBUG oslo_concurrency.lockutils [req-36d5eb73-026e-4628-a408-e77c3f683afa req-a802ca48-6518-449a-a8c2-093bef04a7b5 service nova] Releasing lock "refresh_cache-10d5e8a7-7d54-40e9-84c8-b3975235442d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.473917] env[68627]: DEBUG nova.compute.manager [req-36d5eb73-026e-4628-a408-e77c3f683afa req-a802ca48-6518-449a-a8c2-093bef04a7b5 service nova] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Received event network-vif-deleted-5acbb070-f082-4fd8-8656-46bfdd4411f2 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.555221] env[68627]: DEBUG nova.network.neutron [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.604141] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.604141] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.604141] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Deleting the datastore file [datastore1] 20f5b953-f903-41ca-9a8c-a1b06d61c9ce {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.604141] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4b44a81-1a7e-47e0-8c21-0987b4916629 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.614228] env[68627]: DEBUG oslo_vmware.api [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 643.614228] env[68627]: value = "task-3036558" [ 643.614228] env[68627]: _type = "Task" [ 643.614228] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.614228] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquiring lock "refresh_cache-dd7c8e0b-7816-40a9-8aad-67541de9fd67" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.614228] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquired lock "refresh_cache-dd7c8e0b-7816-40a9-8aad-67541de9fd67" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.614228] env[68627]: DEBUG nova.network.neutron [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.629481] env[68627]: DEBUG oslo_vmware.api [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.719019] env[68627]: DEBUG nova.compute.utils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.724047] env[68627]: DEBUG nova.compute.manager [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.724047] env[68627]: DEBUG nova.network.neutron [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.791190] env[68627]: DEBUG nova.policy [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79fad3218af849e6a61ed1904ad8f77d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '517ac7e9919047f5b63ac43d040c640d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.870779] env[68627]: DEBUG nova.network.neutron [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating instance_info_cache with network_info: [{"id": "1dc256c5-de6b-4f6c-bbcd-56ee25925cc4", "address": "fa:16:3e:40:8e:61", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc256c5-de", "ovs_interfaceid": "1dc256c5-de6b-4f6c-bbcd-56ee25925cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.951769] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036556, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.124322] env[68627]: DEBUG oslo_vmware.api [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276759} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.124582] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.124765] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.124933] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.125114] env[68627]: INFO nova.compute.manager [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Took 1.19 seconds to destroy the instance on the hypervisor. [ 644.125348] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.125838] env[68627]: DEBUG nova.compute.manager [-] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.125939] env[68627]: DEBUG nova.network.neutron [-] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.149155] env[68627]: DEBUG nova.network.neutron [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.223409] env[68627]: DEBUG nova.compute.manager [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.347220] env[68627]: DEBUG nova.network.neutron [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.373949] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.376243] env[68627]: DEBUG nova.compute.manager [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Instance network_info: |[{"id": "1dc256c5-de6b-4f6c-bbcd-56ee25925cc4", "address": "fa:16:3e:40:8e:61", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc256c5-de", "ovs_interfaceid": "1dc256c5-de6b-4f6c-bbcd-56ee25925cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.376376] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:8e:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dc256c5-de6b-4f6c-bbcd-56ee25925cc4', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.383712] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Creating folder: Project (ace75ab3983449609f3f9bc242f8c134). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.383979] env[68627]: DEBUG nova.network.neutron [req-c9c869a4-168b-43ff-96d1-89e07b261b60 req-786a187b-faee-4be2-9b1e-399ca35e110b service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Updated VIF entry in instance network info cache for port 699241d5-6cc6-4e5b-ac54-f112360d8405. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.384325] env[68627]: DEBUG nova.network.neutron [req-c9c869a4-168b-43ff-96d1-89e07b261b60 req-786a187b-faee-4be2-9b1e-399ca35e110b service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Updating instance_info_cache with network_info: [{"id": "699241d5-6cc6-4e5b-ac54-f112360d8405", "address": "fa:16:3e:a4:d0:2f", "network": {"id": "c0ececa6-ca1b-4f4e-9807-4df9f0b1b156", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-495664731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2284f80f14542aaa10f6011d946f417", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699241d5-6c", "ovs_interfaceid": "699241d5-6cc6-4e5b-ac54-f112360d8405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.388538] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d101e923-7328-4474-b34e-cb3ebd045613 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.400345] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Created folder: Project (ace75ab3983449609f3f9bc242f8c134) in parent group-v608385. [ 644.400345] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Creating folder: Instances. Parent ref: group-v608439. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.403914] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f88654cd-618f-4ac2-a213-42923ca6b08f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.412749] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Created folder: Instances in parent group-v608439. [ 644.412749] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.412946] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.413174] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8c5e23e-4c23-40f3-80f5-14a87cc80e09 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.435210] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.435210] env[68627]: value = "task-3036561" [ 644.435210] env[68627]: _type = "Task" [ 644.435210] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.449075] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036561, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.452996] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750712} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.453277] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 10d5e8a7-7d54-40e9-84c8-b3975235442d/10d5e8a7-7d54-40e9-84c8-b3975235442d.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.453481] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.453705] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e2dda44-b939-4841-9ed9-8ad79b64b479 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.466775] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 644.466775] env[68627]: value = "task-3036562" [ 644.466775] env[68627]: _type = "Task" [ 644.466775] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.475910] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.555237] env[68627]: DEBUG nova.network.neutron [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Successfully updated port: 883ba294-9ed7-43a8-b5b5-1e4e07ab4119 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.597390] env[68627]: DEBUG nova.compute.manager [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Received event network-vif-plugged-1dc256c5-de6b-4f6c-bbcd-56ee25925cc4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.597608] env[68627]: DEBUG oslo_concurrency.lockutils [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] Acquiring lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.597940] env[68627]: DEBUG oslo_concurrency.lockutils [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] Lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.598080] env[68627]: DEBUG oslo_concurrency.lockutils [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] Lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.598262] env[68627]: DEBUG nova.compute.manager [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] No waiting events found dispatching network-vif-plugged-1dc256c5-de6b-4f6c-bbcd-56ee25925cc4 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.598439] env[68627]: WARNING nova.compute.manager [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Received unexpected event network-vif-plugged-1dc256c5-de6b-4f6c-bbcd-56ee25925cc4 for instance with vm_state building and task_state spawning. [ 644.598553] env[68627]: DEBUG nova.compute.manager [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Received event network-changed-1dc256c5-de6b-4f6c-bbcd-56ee25925cc4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.598736] env[68627]: DEBUG nova.compute.manager [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Refreshing instance network info cache due to event network-changed-1dc256c5-de6b-4f6c-bbcd-56ee25925cc4. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.598876] env[68627]: DEBUG oslo_concurrency.lockutils [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] Acquiring lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.599017] env[68627]: DEBUG oslo_concurrency.lockutils [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] Acquired lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.599173] env[68627]: DEBUG nova.network.neutron [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Refreshing network info cache for port 1dc256c5-de6b-4f6c-bbcd-56ee25925cc4 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.761961] env[68627]: DEBUG nova.network.neutron [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Successfully created port: 3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.790036] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9f5701-26e7-474f-803e-e84ede18e467 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.797205] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bd5176-4115-4140-bda1-494f0e5e4484 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.833421] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5a4673-8d08-442e-92c4-6a70fdc13667 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.839866] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23444aa-b5f0-44a2-8a46-d894d17e08c9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.854432] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Releasing lock "refresh_cache-dd7c8e0b-7816-40a9-8aad-67541de9fd67" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.854669] env[68627]: DEBUG nova.compute.manager [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.854669] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.855127] env[68627]: DEBUG nova.compute.provider_tree [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.857303] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a9c39f-cbf5-45de-808d-def872958b77 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.867185] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.867432] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30daec41-1e87-4ba4-ab61-74e6cab09ef7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.873707] env[68627]: DEBUG oslo_vmware.api [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 644.873707] env[68627]: value = "task-3036563" [ 644.873707] env[68627]: _type = "Task" [ 644.873707] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.882486] env[68627]: DEBUG oslo_vmware.api [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.891954] env[68627]: DEBUG oslo_concurrency.lockutils [req-c9c869a4-168b-43ff-96d1-89e07b261b60 req-786a187b-faee-4be2-9b1e-399ca35e110b service nova] Releasing lock "refresh_cache-2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.946933] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036561, 'name': CreateVM_Task, 'duration_secs': 0.384071} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.947053] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.947795] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.947961] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.948406] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.948683] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c419cab9-caf5-4b90-a496-6908acc6580e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.954232] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 644.954232] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ade8d8-4e11-fcaa-6a46-48da5b6925a7" [ 644.954232] env[68627]: _type = "Task" [ 644.954232] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.963765] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ade8d8-4e11-fcaa-6a46-48da5b6925a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.978111] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07301} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.978355] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.979490] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a01e8bb-a006-486d-aa8e-67c8e159d362 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.010480] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 10d5e8a7-7d54-40e9-84c8-b3975235442d/10d5e8a7-7d54-40e9-84c8-b3975235442d.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.011454] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb0f3c85-32a0-49f4-9221-c4f8e0ed7d55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.034954] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 645.034954] env[68627]: value = "task-3036564" [ 645.034954] env[68627]: _type = "Task" [ 645.034954] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.044466] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.053349] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "refresh_cache-eca40a24-cf88-4d85-aec1-f571763e7e11" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.053583] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquired lock "refresh_cache-eca40a24-cf88-4d85-aec1-f571763e7e11" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.053766] env[68627]: DEBUG nova.network.neutron [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.235257] env[68627]: DEBUG nova.compute.manager [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.270560] env[68627]: DEBUG nova.virt.hardware [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.270560] env[68627]: DEBUG nova.virt.hardware [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.270560] env[68627]: DEBUG nova.virt.hardware [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.271371] env[68627]: DEBUG nova.virt.hardware [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.271371] env[68627]: DEBUG nova.virt.hardware [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.271371] env[68627]: DEBUG nova.virt.hardware [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.272459] env[68627]: DEBUG nova.virt.hardware [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.272459] env[68627]: DEBUG nova.virt.hardware [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.272459] env[68627]: DEBUG nova.virt.hardware [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.272459] env[68627]: DEBUG nova.virt.hardware [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.272459] env[68627]: DEBUG nova.virt.hardware [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.273441] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660495ff-c45f-4378-ba22-886549ae740c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.282055] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651ba9d9-ea1d-4f02-9e64-5149b1feeca5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.363350] env[68627]: DEBUG nova.scheduler.client.report [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.384461] env[68627]: DEBUG oslo_vmware.api [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036563, 'name': PowerOffVM_Task, 'duration_secs': 0.149737} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.384799] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.384978] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.385228] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c607356-25d4-490f-a612-19dd79c7de55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.390212] env[68627]: DEBUG nova.network.neutron [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updated VIF entry in instance network info cache for port 1dc256c5-de6b-4f6c-bbcd-56ee25925cc4. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.390584] env[68627]: DEBUG nova.network.neutron [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating instance_info_cache with network_info: [{"id": "1dc256c5-de6b-4f6c-bbcd-56ee25925cc4", "address": "fa:16:3e:40:8e:61", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc256c5-de", "ovs_interfaceid": "1dc256c5-de6b-4f6c-bbcd-56ee25925cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.410238] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.410468] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.410645] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Deleting the datastore file [datastore2] dd7c8e0b-7816-40a9-8aad-67541de9fd67 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.410956] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94b89aa5-0395-454d-9467-f254f6eb0038 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.417742] env[68627]: DEBUG oslo_vmware.api [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for the task: (returnval){ [ 645.417742] env[68627]: value = "task-3036566" [ 645.417742] env[68627]: _type = "Task" [ 645.417742] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.426070] env[68627]: DEBUG oslo_vmware.api [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.463279] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ade8d8-4e11-fcaa-6a46-48da5b6925a7, 'name': SearchDatastore_Task, 'duration_secs': 0.015053} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.463279] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.463527] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.463683] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.463844] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.464024] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.464348] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c34208ab-aad1-44a8-8f97-17c911b2d5fc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.472128] env[68627]: DEBUG nova.network.neutron [-] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.480283] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.480460] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.481222] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d10f230-0de0-4363-b88d-f09f961d77ca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.487317] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 645.487317] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d98cc2-cf1d-7f40-57c8-24a0480e9639" [ 645.487317] env[68627]: _type = "Task" [ 645.487317] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.495182] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d98cc2-cf1d-7f40-57c8-24a0480e9639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.546378] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036564, 'name': ReconfigVM_Task, 'duration_secs': 0.285036} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.546641] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 10d5e8a7-7d54-40e9-84c8-b3975235442d/10d5e8a7-7d54-40e9-84c8-b3975235442d.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.547406] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bdeeabe-725b-4615-ab67-16e8c213dc51 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.555009] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 645.555009] env[68627]: value = "task-3036567" [ 645.555009] env[68627]: _type = "Task" [ 645.555009] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.571121] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036567, 'name': Rename_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.635181] env[68627]: DEBUG nova.network.neutron [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.829336] env[68627]: DEBUG nova.compute.manager [req-8bf323b9-c4fc-4612-8251-cc368173487a req-190a277e-add0-49f2-9b3c-33e438f0eba3 service nova] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Received event network-vif-deleted-052556cf-1471-470c-bcf1-214ecc326078 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.868565] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.869087] env[68627]: DEBUG nova.compute.manager [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.877456] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.301s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.877456] env[68627]: INFO nova.compute.claims [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.883921] env[68627]: DEBUG nova.network.neutron [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Updating instance_info_cache with network_info: [{"id": "883ba294-9ed7-43a8-b5b5-1e4e07ab4119", "address": "fa:16:3e:53:16:61", "network": {"id": "24f4c492-9ea2-4a16-bb82-f18bbb765a74", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1825967604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6befe839bc34fc3a18c15775d620ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba294-9e", "ovs_interfaceid": "883ba294-9ed7-43a8-b5b5-1e4e07ab4119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.893061] env[68627]: DEBUG oslo_concurrency.lockutils [req-e655b150-163e-4a48-9d81-39d4f93fabbb req-de75f11c-9928-4182-b5fe-43eeb80b4487 service nova] Releasing lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.929013] env[68627]: DEBUG oslo_vmware.api [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Task: {'id': task-3036566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094953} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.930398] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.930666] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.930873] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.931050] env[68627]: INFO nova.compute.manager [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Took 1.08 seconds to destroy the instance on the hypervisor. [ 645.931291] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.931482] env[68627]: DEBUG nova.compute.manager [-] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.931630] env[68627]: DEBUG nova.network.neutron [-] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.951045] env[68627]: DEBUG nova.network.neutron [-] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.974053] env[68627]: INFO nova.compute.manager [-] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Took 1.85 seconds to deallocate network for instance. [ 646.006702] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d98cc2-cf1d-7f40-57c8-24a0480e9639, 'name': SearchDatastore_Task, 'duration_secs': 0.007978} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.007310] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-098ed7e3-f585-4493-aa2a-4e6fcaa9086d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.015443] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 646.015443] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527a88ce-6593-905c-8717-e09f5926a2f0" [ 646.015443] env[68627]: _type = "Task" [ 646.015443] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.028180] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527a88ce-6593-905c-8717-e09f5926a2f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.070614] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036567, 'name': Rename_Task, 'duration_secs': 0.143134} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.070983] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.071212] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8cf2111-38c7-4e7c-a575-05aca889f9b5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.080743] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 646.080743] env[68627]: value = "task-3036568" [ 646.080743] env[68627]: _type = "Task" [ 646.080743] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.087590] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.375114] env[68627]: DEBUG nova.compute.utils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.377706] env[68627]: DEBUG nova.compute.manager [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.377954] env[68627]: DEBUG nova.network.neutron [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.386737] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Releasing lock "refresh_cache-eca40a24-cf88-4d85-aec1-f571763e7e11" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.386956] env[68627]: DEBUG nova.compute.manager [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Instance network_info: |[{"id": "883ba294-9ed7-43a8-b5b5-1e4e07ab4119", "address": "fa:16:3e:53:16:61", "network": {"id": "24f4c492-9ea2-4a16-bb82-f18bbb765a74", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1825967604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6befe839bc34fc3a18c15775d620ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba294-9e", "ovs_interfaceid": "883ba294-9ed7-43a8-b5b5-1e4e07ab4119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.387366] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:16:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '883ba294-9ed7-43a8-b5b5-1e4e07ab4119', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.396932] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Creating folder: Project (b6befe839bc34fc3a18c15775d620ffe). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.398893] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d22d514e-8430-4df1-9774-7f289aa68389 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.409836] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Created folder: Project (b6befe839bc34fc3a18c15775d620ffe) in parent group-v608385. [ 646.410058] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Creating folder: Instances. Parent ref: group-v608442. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.410386] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b4a7d77-c06d-4806-bfb9-bbb1246a225f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.419967] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Created folder: Instances in parent group-v608442. [ 646.420249] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.420513] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.420740] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-870f0f22-2b28-40b6-9bdf-3967875bd42f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.448351] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.448351] env[68627]: value = "task-3036571" [ 646.448351] env[68627]: _type = "Task" [ 646.448351] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.457689] env[68627]: DEBUG nova.network.neutron [-] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.458939] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036571, 'name': CreateVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.487218] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.516188] env[68627]: DEBUG nova.policy [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e85dbcfc311849d49dc819adadac9c36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1b7234a777a4cb8b2b138d7319d9c05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.533830] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527a88ce-6593-905c-8717-e09f5926a2f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012093} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.534259] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.535928] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] acbca5be-4f1e-43eb-b5ad-af7e5faed870/acbca5be-4f1e-43eb-b5ad-af7e5faed870.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.535928] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1913e404-a39d-4906-a69e-e74e3ed494a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.550339] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 646.550339] env[68627]: value = "task-3036572" [ 646.550339] env[68627]: _type = "Task" [ 646.550339] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.565070] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.589771] env[68627]: DEBUG oslo_vmware.api [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036568, 'name': PowerOnVM_Task, 'duration_secs': 0.466322} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.589771] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.589771] env[68627]: INFO nova.compute.manager [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Took 10.49 seconds to spawn the instance on the hypervisor. [ 646.589771] env[68627]: DEBUG nova.compute.manager [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.590487] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09940a3f-12a6-4149-ba6b-d7ae73a1e678 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.774317] env[68627]: DEBUG nova.network.neutron [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Successfully updated port: 3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.882162] env[68627]: DEBUG nova.compute.manager [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.949682] env[68627]: DEBUG nova.compute.manager [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Received event network-vif-plugged-883ba294-9ed7-43a8-b5b5-1e4e07ab4119 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.951346] env[68627]: DEBUG oslo_concurrency.lockutils [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] Acquiring lock "eca40a24-cf88-4d85-aec1-f571763e7e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.951346] env[68627]: DEBUG oslo_concurrency.lockutils [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] Lock "eca40a24-cf88-4d85-aec1-f571763e7e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.951346] env[68627]: DEBUG oslo_concurrency.lockutils [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] Lock "eca40a24-cf88-4d85-aec1-f571763e7e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.951346] env[68627]: DEBUG nova.compute.manager [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] No waiting events found dispatching network-vif-plugged-883ba294-9ed7-43a8-b5b5-1e4e07ab4119 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.951346] env[68627]: WARNING nova.compute.manager [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Received unexpected event network-vif-plugged-883ba294-9ed7-43a8-b5b5-1e4e07ab4119 for instance with vm_state building and task_state spawning. [ 646.951723] env[68627]: DEBUG nova.compute.manager [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Received event network-changed-883ba294-9ed7-43a8-b5b5-1e4e07ab4119 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.951723] env[68627]: DEBUG nova.compute.manager [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Refreshing instance network info cache due to event network-changed-883ba294-9ed7-43a8-b5b5-1e4e07ab4119. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.952682] env[68627]: DEBUG oslo_concurrency.lockutils [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] Acquiring lock "refresh_cache-eca40a24-cf88-4d85-aec1-f571763e7e11" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.954707] env[68627]: DEBUG oslo_concurrency.lockutils [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] Acquired lock "refresh_cache-eca40a24-cf88-4d85-aec1-f571763e7e11" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.954707] env[68627]: DEBUG nova.network.neutron [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Refreshing network info cache for port 883ba294-9ed7-43a8-b5b5-1e4e07ab4119 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.968939] env[68627]: INFO nova.compute.manager [-] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Took 1.04 seconds to deallocate network for instance. [ 646.981998] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036571, 'name': CreateVM_Task, 'duration_secs': 0.38668} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.986192] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.987731] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.987933] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.988283] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.988615] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0862783e-02a6-4d53-8e50-67fcfb83a505 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.999168] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 646.999168] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527a76ce-5034-b90b-a2b0-14c206a7d2df" [ 646.999168] env[68627]: _type = "Task" [ 646.999168] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.007539] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527a76ce-5034-b90b-a2b0-14c206a7d2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.025031] env[68627]: DEBUG nova.network.neutron [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Successfully created port: 98e65d7a-f6cb-42be-9f95-c821b1828140 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.062577] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465298} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.062891] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] acbca5be-4f1e-43eb-b5ad-af7e5faed870/acbca5be-4f1e-43eb-b5ad-af7e5faed870.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.063267] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.063984] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f54c92f-b345-4872-8259-4fda5235fe65 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.073907] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 647.073907] env[68627]: value = "task-3036573" [ 647.073907] env[68627]: _type = "Task" [ 647.073907] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.081038] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.117094] env[68627]: INFO nova.compute.manager [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Took 33.64 seconds to build instance. [ 647.277274] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Acquiring lock "refresh_cache-59985f8a-277d-4930-8c47-61161cb531b6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.277671] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Acquired lock "refresh_cache-59985f8a-277d-4930-8c47-61161cb531b6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.277671] env[68627]: DEBUG nova.network.neutron [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.491295] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.506208] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897609a4-6756-4d65-be53-d7ece62ba62c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.520594] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527a76ce-5034-b90b-a2b0-14c206a7d2df, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.521573] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.521669] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.521893] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.522044] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.522217] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.523408] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7565718-5ca7-498e-b4f5-afe816021546 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.527175] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f4e656f-59f6-4461-b636-f232c952dcca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.567569] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4431348-abb5-4322-a0e8-a68bdceff195 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.569259] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.569463] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.572350] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c162531-9cf9-4584-a00d-bc2e220b1331 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.583058] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6546cd78-10c6-443b-a2b2-7a4d3ceb291f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.588010] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 647.588010] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c01058-e198-a362-461b-d72ecd2fab99" [ 647.588010] env[68627]: _type = "Task" [ 647.588010] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.593241] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074016} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.594274] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.603223] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41948697-4063-4839-a9a2-74631488d6d5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.606185] env[68627]: DEBUG nova.compute.provider_tree [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.614960] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c01058-e198-a362-461b-d72ecd2fab99, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.626491] env[68627]: DEBUG oslo_concurrency.lockutils [None req-20de7de7-39b1-4e35-899f-1536e29e361f tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "10d5e8a7-7d54-40e9-84c8-b3975235442d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.430s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.635706] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] acbca5be-4f1e-43eb-b5ad-af7e5faed870/acbca5be-4f1e-43eb-b5ad-af7e5faed870.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.636191] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1ca583-2717-4d29-95ef-da5cb3243dc0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.639986] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4be405d-40b9-4e0c-bfb7-350192aaa0d0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.655965] env[68627]: DEBUG nova.compute.manager [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.665061] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 647.665061] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f8b62a-bbec-6050-87a2-0dc3851ae21d" [ 647.665061] env[68627]: _type = "Task" [ 647.665061] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.669899] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 647.669899] env[68627]: value = "task-3036574" [ 647.669899] env[68627]: _type = "Task" [ 647.669899] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.680601] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f8b62a-bbec-6050-87a2-0dc3851ae21d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.685919] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.857897] env[68627]: DEBUG nova.network.neutron [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.877707] env[68627]: DEBUG nova.network.neutron [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Updated VIF entry in instance network info cache for port 883ba294-9ed7-43a8-b5b5-1e4e07ab4119. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.877926] env[68627]: DEBUG nova.network.neutron [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Updating instance_info_cache with network_info: [{"id": "883ba294-9ed7-43a8-b5b5-1e4e07ab4119", "address": "fa:16:3e:53:16:61", "network": {"id": "24f4c492-9ea2-4a16-bb82-f18bbb765a74", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1825967604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6befe839bc34fc3a18c15775d620ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba294-9e", "ovs_interfaceid": "883ba294-9ed7-43a8-b5b5-1e4e07ab4119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.898310] env[68627]: DEBUG nova.compute.manager [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.935492] env[68627]: DEBUG nova.virt.hardware [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.935790] env[68627]: DEBUG nova.virt.hardware [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.935904] env[68627]: DEBUG nova.virt.hardware [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.936112] env[68627]: DEBUG nova.virt.hardware [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.936279] env[68627]: DEBUG nova.virt.hardware [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.936407] env[68627]: DEBUG nova.virt.hardware [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.936613] env[68627]: DEBUG nova.virt.hardware [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.936777] env[68627]: DEBUG nova.virt.hardware [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.936945] env[68627]: DEBUG nova.virt.hardware [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.937191] env[68627]: DEBUG nova.virt.hardware [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.937435] env[68627]: DEBUG nova.virt.hardware [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.938740] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44291114-ef99-45f1-b880-c5e97902ffb8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.947027] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee7cdd4-7009-4840-a1da-23f1b56828b5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.110428] env[68627]: DEBUG nova.network.neutron [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Updating instance_info_cache with network_info: [{"id": "3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8", "address": "fa:16:3e:01:45:5a", "network": {"id": "72469945-7c95-4b01-8b3e-bb05630e0b30", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-890687971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "517ac7e9919047f5b63ac43d040c640d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac3e5a0-d7", "ovs_interfaceid": "3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.114925] env[68627]: DEBUG nova.scheduler.client.report [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.189424] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.189424] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.191186] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f8b62a-bbec-6050-87a2-0dc3851ae21d, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.191421] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.191706] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] eca40a24-cf88-4d85-aec1-f571763e7e11/eca40a24-cf88-4d85-aec1-f571763e7e11.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.191954] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfc162d9-733c-49bd-9720-e4d6c9d649c9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.201314] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 648.201314] env[68627]: value = "task-3036575" [ 648.201314] env[68627]: _type = "Task" [ 648.201314] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.207740] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.382886] env[68627]: DEBUG oslo_concurrency.lockutils [req-f61a346c-540f-41e5-a4ca-a62278896913 req-49668ebc-c378-4e74-9ea4-81e34c3e69b5 service nova] Releasing lock "refresh_cache-eca40a24-cf88-4d85-aec1-f571763e7e11" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.397917] env[68627]: DEBUG nova.compute.manager [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Received event network-vif-plugged-3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.398105] env[68627]: DEBUG oslo_concurrency.lockutils [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] Acquiring lock "59985f8a-277d-4930-8c47-61161cb531b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.398434] env[68627]: DEBUG oslo_concurrency.lockutils [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] Lock "59985f8a-277d-4930-8c47-61161cb531b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.398622] env[68627]: DEBUG oslo_concurrency.lockutils [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] Lock "59985f8a-277d-4930-8c47-61161cb531b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.399244] env[68627]: DEBUG nova.compute.manager [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] No waiting events found dispatching network-vif-plugged-3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.399244] env[68627]: WARNING nova.compute.manager [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Received unexpected event network-vif-plugged-3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8 for instance with vm_state building and task_state spawning. [ 648.399879] env[68627]: DEBUG nova.compute.manager [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Received event network-changed-3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.400110] env[68627]: DEBUG nova.compute.manager [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Refreshing instance network info cache due to event network-changed-3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.400814] env[68627]: DEBUG oslo_concurrency.lockutils [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] Acquiring lock "refresh_cache-59985f8a-277d-4930-8c47-61161cb531b6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.616684] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Releasing lock "refresh_cache-59985f8a-277d-4930-8c47-61161cb531b6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.617105] env[68627]: DEBUG nova.compute.manager [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Instance network_info: |[{"id": "3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8", "address": "fa:16:3e:01:45:5a", "network": {"id": "72469945-7c95-4b01-8b3e-bb05630e0b30", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-890687971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "517ac7e9919047f5b63ac43d040c640d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac3e5a0-d7", "ovs_interfaceid": "3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.617465] env[68627]: DEBUG oslo_concurrency.lockutils [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] Acquired lock "refresh_cache-59985f8a-277d-4930-8c47-61161cb531b6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.617640] env[68627]: DEBUG nova.network.neutron [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Refreshing network info cache for port 3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.620645] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:45:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.628743] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Creating folder: Project (517ac7e9919047f5b63ac43d040c640d). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.631051] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.631330] env[68627]: DEBUG nova.compute.manager [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.634433] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d9733fe-75e1-4279-a41c-aaef3f35c5da {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.640812] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.850s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.641063] env[68627]: DEBUG nova.objects.instance [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lazy-loading 'resources' on Instance uuid 757963ce-ffa5-45a2-ab05-4700cea02493 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.653448] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Created folder: Project (517ac7e9919047f5b63ac43d040c640d) in parent group-v608385. [ 648.653770] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Creating folder: Instances. Parent ref: group-v608445. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.655043] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10e711a0-9ba7-4f37-a75e-f55758cdebc4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.665972] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Created folder: Instances in parent group-v608445. [ 648.666345] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.666567] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.666914] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9611bab1-24ea-47bd-abab-147ab9625053 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.696022] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036574, 'name': ReconfigVM_Task, 'duration_secs': 0.855023} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.698152] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Reconfigured VM instance instance-00000012 to attach disk [datastore1] acbca5be-4f1e-43eb-b5ad-af7e5faed870/acbca5be-4f1e-43eb-b5ad-af7e5faed870.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.698834] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.698834] env[68627]: value = "task-3036578" [ 648.698834] env[68627]: _type = "Task" [ 648.698834] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.699586] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b32d93d1-6cf7-4404-9ba2-dfcf6a17a661 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.718376] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 648.718376] env[68627]: value = "task-3036579" [ 648.718376] env[68627]: _type = "Task" [ 648.718376] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.718772] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458164} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.719098] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] eca40a24-cf88-4d85-aec1-f571763e7e11/eca40a24-cf88-4d85-aec1-f571763e7e11.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.719320] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.722979] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9f4464e-8c42-4982-bd91-c7b3361a3b4b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.729943] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036579, 'name': Rename_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.731352] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 648.731352] env[68627]: value = "task-3036580" [ 648.731352] env[68627]: _type = "Task" [ 648.731352] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.741205] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.783959] env[68627]: DEBUG nova.network.neutron [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Successfully updated port: 98e65d7a-f6cb-42be-9f95-c821b1828140 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.142388] env[68627]: DEBUG nova.compute.utils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.143923] env[68627]: DEBUG nova.compute.manager [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.144522] env[68627]: DEBUG nova.network.neutron [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.212582] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036578, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.234104] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036579, 'name': Rename_Task, 'duration_secs': 0.307427} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.240463] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.241132] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb948e6a-c5fb-44a5-83aa-0b71caf5777b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.251392] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064935} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.256831] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.257587] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 649.257587] env[68627]: value = "task-3036581" [ 649.257587] env[68627]: _type = "Task" [ 649.257587] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.261507] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b323dde-800b-4aaf-a95e-59b46eda824f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.274985] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036581, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.295190] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] eca40a24-cf88-4d85-aec1-f571763e7e11/eca40a24-cf88-4d85-aec1-f571763e7e11.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.296925] env[68627]: DEBUG nova.policy [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '429a38609e0b4c8abb81156c3cdf5392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72fea9c2f1ef4e3d8eabebaba8e374f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.301908] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "refresh_cache-a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.302313] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquired lock "refresh_cache-a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.302313] env[68627]: DEBUG nova.network.neutron [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.303743] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab8f64cc-1fc6-45fc-afe6-ef58452bb166 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.328898] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 649.328898] env[68627]: value = "task-3036582" [ 649.328898] env[68627]: _type = "Task" [ 649.328898] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.337364] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036582, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.480539] env[68627]: DEBUG nova.network.neutron [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Updated VIF entry in instance network info cache for port 3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.480911] env[68627]: DEBUG nova.network.neutron [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Updating instance_info_cache with network_info: [{"id": "3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8", "address": "fa:16:3e:01:45:5a", "network": {"id": "72469945-7c95-4b01-8b3e-bb05630e0b30", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-890687971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "517ac7e9919047f5b63ac43d040c640d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac3e5a0-d7", "ovs_interfaceid": "3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.654578] env[68627]: DEBUG nova.compute.manager [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.716059] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036578, 'name': CreateVM_Task, 'duration_secs': 0.558651} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.718812] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.719701] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.719932] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.720229] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.727060] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3bac805-a26c-4059-b2ab-3e7fbff09a83 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.727060] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Waiting for the task: (returnval){ [ 649.727060] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c6a571-017a-3230-4b50-5b295bbe5200" [ 649.727060] env[68627]: _type = "Task" [ 649.727060] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.734311] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c6a571-017a-3230-4b50-5b295bbe5200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.760149] env[68627]: DEBUG nova.compute.manager [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.761409] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adbef5b-745c-4bde-9751-c921addd4da0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.765914] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699a8da0-a9f6-479e-948b-eeb311b79e36 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.784772] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b8b9a2-e549-465d-bb42-764f312ab64e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.788042] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036581, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.825015] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcefe6a-95e5-4a11-b877-cceae3fc6403 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.841949] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28816f89-d35e-4d2b-95fc-3fc424c628ea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.846368] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.856998] env[68627]: DEBUG nova.compute.provider_tree [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.860178] env[68627]: DEBUG nova.network.neutron [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.889334] env[68627]: DEBUG nova.network.neutron [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Successfully created port: 8994b1b0-ae01-4ffd-bed3-2106115943f7 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.984156] env[68627]: DEBUG oslo_concurrency.lockutils [req-190bbe75-1675-4704-b14c-d6a3e632e108 req-8ccee37e-4614-40a9-83bc-e0817c410883 service nova] Releasing lock "refresh_cache-59985f8a-277d-4930-8c47-61161cb531b6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.004039] env[68627]: DEBUG nova.network.neutron [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Updating instance_info_cache with network_info: [{"id": "98e65d7a-f6cb-42be-9f95-c821b1828140", "address": "fa:16:3e:db:77:fd", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e65d7a-f6", "ovs_interfaceid": "98e65d7a-f6cb-42be-9f95-c821b1828140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.239945] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c6a571-017a-3230-4b50-5b295bbe5200, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.243195] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.243525] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.243869] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.243965] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.244309] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.244396] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a2efd02-6500-4947-a18b-9fae47fe2144 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.256059] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.256278] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.260549] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5728440-2b47-44c0-ac75-d2362d1c2b09 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.263876] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.264370] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.269507] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Waiting for the task: (returnval){ [ 650.269507] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529f8b93-2861-6f42-6d29-b7341b1f56c1" [ 650.269507] env[68627]: _type = "Task" [ 650.269507] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.278567] env[68627]: INFO nova.compute.manager [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] instance snapshotting [ 650.285473] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529f8b93-2861-6f42-6d29-b7341b1f56c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010384} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.291089] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471da97e-7c17-4a17-86e1-134fff354ad9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.299807] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e048e80-beaa-4568-a6dd-a58c32d41d39 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.301679] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036581, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.324015] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4d1b53-e0bd-4eb4-9171-672559a487a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.325331] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Waiting for the task: (returnval){ [ 650.325331] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5235d551-6282-97de-96e7-1490fb670288" [ 650.325331] env[68627]: _type = "Task" [ 650.325331] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.342623] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5235d551-6282-97de-96e7-1490fb670288, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.346228] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.346228] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 59985f8a-277d-4930-8c47-61161cb531b6/59985f8a-277d-4930-8c47-61161cb531b6.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.346228] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036582, 'name': ReconfigVM_Task, 'duration_secs': 0.593813} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.346599] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26bbf386-939b-4388-ae2f-79c9db85f1f0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.348783] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Reconfigured VM instance instance-00000013 to attach disk [datastore1] eca40a24-cf88-4d85-aec1-f571763e7e11/eca40a24-cf88-4d85-aec1-f571763e7e11.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.348783] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7400103d-0c0a-4b76-aacb-5b5a989f63fc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.355200] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Waiting for the task: (returnval){ [ 650.355200] env[68627]: value = "task-3036583" [ 650.355200] env[68627]: _type = "Task" [ 650.355200] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.356276] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 650.356276] env[68627]: value = "task-3036584" [ 650.356276] env[68627]: _type = "Task" [ 650.356276] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.359779] env[68627]: DEBUG nova.scheduler.client.report [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.373813] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.506041] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Releasing lock "refresh_cache-a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.507275] env[68627]: DEBUG nova.compute.manager [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Instance network_info: |[{"id": "98e65d7a-f6cb-42be-9f95-c821b1828140", "address": "fa:16:3e:db:77:fd", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e65d7a-f6", "ovs_interfaceid": "98e65d7a-f6cb-42be-9f95-c821b1828140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.507377] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:77:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98e65d7a-f6cb-42be-9f95-c821b1828140', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.515918] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.516207] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.516780] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2299c26f-1c62-4621-8e1f-2df86b889fca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.538575] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.538575] env[68627]: value = "task-3036585" [ 650.538575] env[68627]: _type = "Task" [ 650.538575] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.546469] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036585, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.668260] env[68627]: DEBUG nova.compute.manager [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.703864] env[68627]: DEBUG nova.virt.hardware [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.704356] env[68627]: DEBUG nova.virt.hardware [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.704566] env[68627]: DEBUG nova.virt.hardware [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.704777] env[68627]: DEBUG nova.virt.hardware [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.705235] env[68627]: DEBUG nova.virt.hardware [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.705235] env[68627]: DEBUG nova.virt.hardware [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.705352] env[68627]: DEBUG nova.virt.hardware [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.705465] env[68627]: DEBUG nova.virt.hardware [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.709024] env[68627]: DEBUG nova.virt.hardware [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.709024] env[68627]: DEBUG nova.virt.hardware [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.709024] env[68627]: DEBUG nova.virt.hardware [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.709024] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3dddbd-d0e7-460d-b47e-236c84ff60aa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.711997] env[68627]: DEBUG nova.compute.manager [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Received event network-vif-plugged-98e65d7a-f6cb-42be-9f95-c821b1828140 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.712231] env[68627]: DEBUG oslo_concurrency.lockutils [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] Acquiring lock "a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.712446] env[68627]: DEBUG oslo_concurrency.lockutils [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] Lock "a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.712605] env[68627]: DEBUG oslo_concurrency.lockutils [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] Lock "a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.713025] env[68627]: DEBUG nova.compute.manager [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] No waiting events found dispatching network-vif-plugged-98e65d7a-f6cb-42be-9f95-c821b1828140 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.713025] env[68627]: WARNING nova.compute.manager [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Received unexpected event network-vif-plugged-98e65d7a-f6cb-42be-9f95-c821b1828140 for instance with vm_state building and task_state spawning. [ 650.713156] env[68627]: DEBUG nova.compute.manager [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Received event network-changed-98e65d7a-f6cb-42be-9f95-c821b1828140 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.713307] env[68627]: DEBUG nova.compute.manager [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Refreshing instance network info cache due to event network-changed-98e65d7a-f6cb-42be-9f95-c821b1828140. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.713499] env[68627]: DEBUG oslo_concurrency.lockutils [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] Acquiring lock "refresh_cache-a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.716323] env[68627]: DEBUG oslo_concurrency.lockutils [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] Acquired lock "refresh_cache-a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.716323] env[68627]: DEBUG nova.network.neutron [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Refreshing network info cache for port 98e65d7a-f6cb-42be-9f95-c821b1828140 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.726589] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5eca18-5717-4714-8af1-0f511216a302 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.784225] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036581, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.839154] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 650.839978] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f81fb6f2-6975-4fd6-950b-d8cda5961ea9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.849638] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 650.849638] env[68627]: value = "task-3036586" [ 650.849638] env[68627]: _type = "Task" [ 650.849638] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.860138] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036586, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.868272] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.871185] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.248s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.872897] env[68627]: INFO nova.compute.claims [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.882630] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036583, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.884394] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036584, 'name': Rename_Task, 'duration_secs': 0.168815} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.884750] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.885048] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cc6825b-3bd6-47e5-b82a-831c32a03954 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.892839] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 650.892839] env[68627]: value = "task-3036587" [ 650.892839] env[68627]: _type = "Task" [ 650.892839] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.900315] env[68627]: INFO nova.scheduler.client.report [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted allocations for instance 757963ce-ffa5-45a2-ab05-4700cea02493 [ 650.908701] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.049510] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036585, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.283586] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036581, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.379335] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036586, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.387701] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804361} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.388517] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 59985f8a-277d-4930-8c47-61161cb531b6/59985f8a-277d-4930-8c47-61161cb531b6.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.388972] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.389367] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48121665-8494-431c-a98f-a8a50b5ca8a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.404110] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Waiting for the task: (returnval){ [ 651.404110] env[68627]: value = "task-3036588" [ 651.404110] env[68627]: _type = "Task" [ 651.404110] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.416253] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036587, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.417079] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dea604f3-2849-44b3-8a44-fc1b836b8e9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "757963ce-ffa5-45a2-ab05-4700cea02493" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.786s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.424841] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.554063] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036585, 'name': CreateVM_Task, 'duration_secs': 0.557503} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.554240] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.555050] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.555331] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.555834] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.556137] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b119d22-444f-410f-b267-990fe524b7e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.561285] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 651.561285] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5220ca2a-4ce0-a511-e56f-0c8dedacdbf1" [ 651.561285] env[68627]: _type = "Task" [ 651.561285] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.573339] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5220ca2a-4ce0-a511-e56f-0c8dedacdbf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.619938] env[68627]: DEBUG nova.network.neutron [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Updated VIF entry in instance network info cache for port 98e65d7a-f6cb-42be-9f95-c821b1828140. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.620048] env[68627]: DEBUG nova.network.neutron [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Updating instance_info_cache with network_info: [{"id": "98e65d7a-f6cb-42be-9f95-c821b1828140", "address": "fa:16:3e:db:77:fd", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e65d7a-f6", "ovs_interfaceid": "98e65d7a-f6cb-42be-9f95-c821b1828140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.784632] env[68627]: DEBUG oslo_vmware.api [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036581, 'name': PowerOnVM_Task, 'duration_secs': 2.248897} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.784924] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.785159] env[68627]: INFO nova.compute.manager [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Took 11.96 seconds to spawn the instance on the hypervisor. [ 651.785314] env[68627]: DEBUG nova.compute.manager [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.786101] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdaa58f-5f36-4dc3-9968-8d503ea42fff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.861695] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036586, 'name': CreateSnapshot_Task, 'duration_secs': 0.6585} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.861695] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 651.862320] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1dbd85-2894-4e64-9a89-99f59bcc3947 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.873302] env[68627]: DEBUG nova.network.neutron [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Successfully updated port: 8994b1b0-ae01-4ffd-bed3-2106115943f7 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.904143] env[68627]: DEBUG oslo_vmware.api [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036587, 'name': PowerOnVM_Task, 'duration_secs': 0.524009} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.906914] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.907296] env[68627]: INFO nova.compute.manager [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Took 9.38 seconds to spawn the instance on the hypervisor. [ 651.907629] env[68627]: DEBUG nova.compute.manager [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.909716] env[68627]: DEBUG nova.compute.manager [req-3dfeda94-b545-4de4-8878-739471c6d0a2 req-ba1b9fe2-c10e-4b5d-8e7d-9019390c2c5a service nova] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Received event network-vif-plugged-8994b1b0-ae01-4ffd-bed3-2106115943f7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.909919] env[68627]: DEBUG oslo_concurrency.lockutils [req-3dfeda94-b545-4de4-8878-739471c6d0a2 req-ba1b9fe2-c10e-4b5d-8e7d-9019390c2c5a service nova] Acquiring lock "02cecd4f-38a7-449c-8422-9b4cb2434407-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.910137] env[68627]: DEBUG oslo_concurrency.lockutils [req-3dfeda94-b545-4de4-8878-739471c6d0a2 req-ba1b9fe2-c10e-4b5d-8e7d-9019390c2c5a service nova] Lock "02cecd4f-38a7-449c-8422-9b4cb2434407-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.910335] env[68627]: DEBUG oslo_concurrency.lockutils [req-3dfeda94-b545-4de4-8878-739471c6d0a2 req-ba1b9fe2-c10e-4b5d-8e7d-9019390c2c5a service nova] Lock "02cecd4f-38a7-449c-8422-9b4cb2434407-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.910454] env[68627]: DEBUG nova.compute.manager [req-3dfeda94-b545-4de4-8878-739471c6d0a2 req-ba1b9fe2-c10e-4b5d-8e7d-9019390c2c5a service nova] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] No waiting events found dispatching network-vif-plugged-8994b1b0-ae01-4ffd-bed3-2106115943f7 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.910612] env[68627]: WARNING nova.compute.manager [req-3dfeda94-b545-4de4-8878-739471c6d0a2 req-ba1b9fe2-c10e-4b5d-8e7d-9019390c2c5a service nova] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Received unexpected event network-vif-plugged-8994b1b0-ae01-4ffd-bed3-2106115943f7 for instance with vm_state building and task_state spawning. [ 651.911729] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0932707c-cb24-4273-b34a-7465e57d3255 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.929507] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104359} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.933190] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.934505] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d73e212-d0a6-49eb-ba45-abf5bb01460f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.967465] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 59985f8a-277d-4930-8c47-61161cb531b6/59985f8a-277d-4930-8c47-61161cb531b6.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.970545] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-940845f9-ce53-46dd-aed1-e120299c962d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.993226] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Waiting for the task: (returnval){ [ 651.993226] env[68627]: value = "task-3036589" [ 651.993226] env[68627]: _type = "Task" [ 651.993226] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.002528] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.073500] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5220ca2a-4ce0-a511-e56f-0c8dedacdbf1, 'name': SearchDatastore_Task, 'duration_secs': 0.041703} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.076185] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.076425] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.076661] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.076809] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.076986] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.078128] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d0df921-b982-40f5-9615-ecd7618752ee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.091327] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.091554] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.095035] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5668e3c0-08a6-4cf8-9827-bb4e4aa7f49e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.097976] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 652.097976] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d2045d-807f-c3ef-e6c2-41f0e46c71c2" [ 652.097976] env[68627]: _type = "Task" [ 652.097976] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.110089] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d2045d-807f-c3ef-e6c2-41f0e46c71c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.124735] env[68627]: DEBUG oslo_concurrency.lockutils [req-f53f5315-ac32-4129-8f3b-fc71278caf64 req-e03701ce-e1ff-46a6-8aa4-6fc91aac75aa service nova] Releasing lock "refresh_cache-a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.302227] env[68627]: INFO nova.compute.manager [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Took 33.29 seconds to build instance. [ 652.388862] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 652.388862] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Acquiring lock "refresh_cache-02cecd4f-38a7-449c-8422-9b4cb2434407" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.388862] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Acquired lock "refresh_cache-02cecd4f-38a7-449c-8422-9b4cb2434407" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.388862] env[68627]: DEBUG nova.network.neutron [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.391863] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c80421bb-4f11-4e9d-91fb-244a6b5dcc6e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.399614] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 652.399614] env[68627]: value = "task-3036590" [ 652.399614] env[68627]: _type = "Task" [ 652.399614] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.411491] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036590, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.437551] env[68627]: INFO nova.compute.manager [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Took 32.78 seconds to build instance. [ 652.458970] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4749f393-d595-4b67-8f8c-6e8b8e43ce68 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.469238] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bacf728-6217-4e9b-8976-90048a5b88ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.506528] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1354d9-006b-472b-afb6-ea6915498d50 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.517900] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12bc321-48c1-4339-a366-427ddee53aca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.526197] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.540492] env[68627]: DEBUG nova.compute.provider_tree [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.609272] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d2045d-807f-c3ef-e6c2-41f0e46c71c2, 'name': SearchDatastore_Task, 'duration_secs': 0.038699} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.610109] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b73731-20c6-4e94-9059-aaad9a788600 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.615966] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 652.615966] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521654af-e732-8dac-83ab-e04c9a2d005e" [ 652.615966] env[68627]: _type = "Task" [ 652.615966] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.624638] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521654af-e732-8dac-83ab-e04c9a2d005e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.808906] env[68627]: DEBUG oslo_concurrency.lockutils [None req-dd3e87f5-ac4f-4bda-8017-8a2b43d6c4fc tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.948s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.917070] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036590, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.939984] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b257db10-7f1e-40e2-86c4-3ac9599ed548 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "eca40a24-cf88-4d85-aec1-f571763e7e11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.956s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.962408] env[68627]: DEBUG nova.network.neutron [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.015363] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036589, 'name': ReconfigVM_Task, 'duration_secs': 0.9022} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.018375] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 59985f8a-277d-4930-8c47-61161cb531b6/59985f8a-277d-4930-8c47-61161cb531b6.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.020715] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ad169bf-e5f8-48de-9bcf-a3ec0e176d5d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.025891] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Waiting for the task: (returnval){ [ 653.025891] env[68627]: value = "task-3036591" [ 653.025891] env[68627]: _type = "Task" [ 653.025891] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.035760] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036591, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.044502] env[68627]: DEBUG nova.scheduler.client.report [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.127285] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521654af-e732-8dac-83ab-e04c9a2d005e, 'name': SearchDatastore_Task, 'duration_secs': 0.016288} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.127285] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.127285] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e/a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.127965] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-051a4f43-5905-46d2-9be9-5e558e752592 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.138534] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 653.138534] env[68627]: value = "task-3036592" [ 653.138534] env[68627]: _type = "Task" [ 653.138534] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.149024] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.317464] env[68627]: DEBUG nova.compute.manager [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.416894] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036590, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.445987] env[68627]: DEBUG nova.compute.manager [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.507578] env[68627]: DEBUG nova.network.neutron [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Updating instance_info_cache with network_info: [{"id": "8994b1b0-ae01-4ffd-bed3-2106115943f7", "address": "fa:16:3e:fe:54:e1", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8994b1b0-ae", "ovs_interfaceid": "8994b1b0-ae01-4ffd-bed3-2106115943f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.539432] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036591, 'name': Rename_Task, 'duration_secs': 0.215835} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.539432] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.539432] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73d3fef3-b900-41f2-bc42-9c0e336ef8a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.546834] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Waiting for the task: (returnval){ [ 653.546834] env[68627]: value = "task-3036593" [ 653.546834] env[68627]: _type = "Task" [ 653.546834] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.557599] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.558414] env[68627]: DEBUG nova.compute.manager [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.562086] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.696s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.565067] env[68627]: INFO nova.compute.claims [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.577276] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036593, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.648895] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036592, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.850983] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.915334] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036590, 'name': CloneVM_Task} progress is 95%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.969747] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.011140] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Releasing lock "refresh_cache-02cecd4f-38a7-449c-8422-9b4cb2434407" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.011557] env[68627]: DEBUG nova.compute.manager [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Instance network_info: |[{"id": "8994b1b0-ae01-4ffd-bed3-2106115943f7", "address": "fa:16:3e:fe:54:e1", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8994b1b0-ae", "ovs_interfaceid": "8994b1b0-ae01-4ffd-bed3-2106115943f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.011990] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:54:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8994b1b0-ae01-4ffd-bed3-2106115943f7', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.021245] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Creating folder: Project (72fea9c2f1ef4e3d8eabebaba8e374f3). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.021745] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2c1930b-1e30-43f7-86d9-090a27a0cc54 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.032360] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Created folder: Project (72fea9c2f1ef4e3d8eabebaba8e374f3) in parent group-v608385. [ 654.032573] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Creating folder: Instances. Parent ref: group-v608451. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.032819] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd229157-a5e0-402b-a57b-d7ec9521687d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.043034] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Created folder: Instances in parent group-v608451. [ 654.043034] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.043034] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.043034] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02f9ff3c-5dd8-443e-961f-8b0876af3647 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.076282] env[68627]: DEBUG nova.compute.utils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.080023] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036593, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.084206] env[68627]: DEBUG nova.compute.manager [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.084206] env[68627]: DEBUG nova.network.neutron [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.084206] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.084206] env[68627]: value = "task-3036596" [ 654.084206] env[68627]: _type = "Task" [ 654.084206] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.095051] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036596, 'name': CreateVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.152043] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525892} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.152043] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e/a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.152043] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.152043] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95f49597-529a-4cbd-a01b-c585b548caac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.155247] env[68627]: DEBUG nova.policy [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3643d48a703f45db9d76ef0a0e704ed8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c6090a8b9dd418fbf083fd43b2468a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.162960] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 654.162960] env[68627]: value = "task-3036597" [ 654.162960] env[68627]: _type = "Task" [ 654.162960] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.173507] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.334335] env[68627]: DEBUG nova.compute.manager [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Stashing vm_state: active {{(pid=68627) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 654.374596] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.374841] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.418315] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036590, 'name': CloneVM_Task, 'duration_secs': 1.650654} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.418613] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Created linked-clone VM from snapshot [ 654.419435] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c721642e-bfd4-4c89-8e13-5ca7676785f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.428474] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Uploading image e7f719f0-aa6b-41de-9308-46a17e427045 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 654.456601] env[68627]: DEBUG oslo_vmware.rw_handles [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 654.456601] env[68627]: value = "vm-608450" [ 654.456601] env[68627]: _type = "VirtualMachine" [ 654.456601] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 654.456992] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1d4df72d-6657-435b-ba2f-9f73ce706bd3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.464285] env[68627]: DEBUG oslo_vmware.rw_handles [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lease: (returnval){ [ 654.464285] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529173a3-1a91-7518-4837-4f9e25cc9774" [ 654.464285] env[68627]: _type = "HttpNfcLease" [ 654.464285] env[68627]: } obtained for exporting VM: (result){ [ 654.464285] env[68627]: value = "vm-608450" [ 654.464285] env[68627]: _type = "VirtualMachine" [ 654.464285] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 654.464604] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the lease: (returnval){ [ 654.464604] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529173a3-1a91-7518-4837-4f9e25cc9774" [ 654.464604] env[68627]: _type = "HttpNfcLease" [ 654.464604] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 654.472936] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 654.472936] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529173a3-1a91-7518-4837-4f9e25cc9774" [ 654.472936] env[68627]: _type = "HttpNfcLease" [ 654.472936] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 654.572384] env[68627]: DEBUG oslo_vmware.api [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036593, 'name': PowerOnVM_Task, 'duration_secs': 0.727918} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.572768] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.573086] env[68627]: INFO nova.compute.manager [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Took 9.34 seconds to spawn the instance on the hypervisor. [ 654.574174] env[68627]: DEBUG nova.compute.manager [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.577411] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb81c66-dbc8-451c-9d04-39c3b5529735 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.582184] env[68627]: DEBUG nova.compute.manager [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.602745] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036596, 'name': CreateVM_Task, 'duration_secs': 0.486699} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.603062] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.603693] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.604207] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.604653] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.604653] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab83ee1-5c21-4b07-800c-3c6f510dfa23 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.610548] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Waiting for the task: (returnval){ [ 654.610548] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5297be3b-0cdd-5cbe-769e-b1d72cf13602" [ 654.610548] env[68627]: _type = "Task" [ 654.610548] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.619452] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5297be3b-0cdd-5cbe-769e-b1d72cf13602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.675374] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091434} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.675807] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.676723] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acdaef0-707e-4e31-9d50-fb3d6302f808 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.702960] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e/a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.706016] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6953c16d-85db-4bea-99bb-93cadcdd34a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.721150] env[68627]: DEBUG nova.network.neutron [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Successfully created port: 70544eb1-8ffb-4df7-9497-9ce0ede6755e {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.728417] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 654.728417] env[68627]: value = "task-3036599" [ 654.728417] env[68627]: _type = "Task" [ 654.728417] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.739718] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.754719] env[68627]: DEBUG nova.compute.manager [req-1584fadb-0524-4a89-8637-7450ba5ecb72 req-08fffef0-bd88-4518-ba5f-1418c34f229a service nova] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Received event network-changed-8994b1b0-ae01-4ffd-bed3-2106115943f7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.754915] env[68627]: DEBUG nova.compute.manager [req-1584fadb-0524-4a89-8637-7450ba5ecb72 req-08fffef0-bd88-4518-ba5f-1418c34f229a service nova] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Refreshing instance network info cache due to event network-changed-8994b1b0-ae01-4ffd-bed3-2106115943f7. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.755162] env[68627]: DEBUG oslo_concurrency.lockutils [req-1584fadb-0524-4a89-8637-7450ba5ecb72 req-08fffef0-bd88-4518-ba5f-1418c34f229a service nova] Acquiring lock "refresh_cache-02cecd4f-38a7-449c-8422-9b4cb2434407" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.755283] env[68627]: DEBUG oslo_concurrency.lockutils [req-1584fadb-0524-4a89-8637-7450ba5ecb72 req-08fffef0-bd88-4518-ba5f-1418c34f229a service nova] Acquired lock "refresh_cache-02cecd4f-38a7-449c-8422-9b4cb2434407" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.755439] env[68627]: DEBUG nova.network.neutron [req-1584fadb-0524-4a89-8637-7450ba5ecb72 req-08fffef0-bd88-4518-ba5f-1418c34f229a service nova] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Refreshing network info cache for port 8994b1b0-ae01-4ffd-bed3-2106115943f7 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.856931] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.887398] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.888418] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.888418] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.888701] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.888864] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.888993] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.889214] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68627) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 654.889411] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.975382] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 654.975382] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529173a3-1a91-7518-4837-4f9e25cc9774" [ 654.975382] env[68627]: _type = "HttpNfcLease" [ 654.975382] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 654.975674] env[68627]: DEBUG oslo_vmware.rw_handles [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 654.975674] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529173a3-1a91-7518-4837-4f9e25cc9774" [ 654.975674] env[68627]: _type = "HttpNfcLease" [ 654.975674] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 654.976403] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cbb3a5-45dd-4e79-8bd3-1276f004c4ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.987826] env[68627]: DEBUG oslo_vmware.rw_handles [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255510e-17b0-a6db-3513-4a665dd5567e/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 654.988044] env[68627]: DEBUG oslo_vmware.rw_handles [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255510e-17b0-a6db-3513-4a665dd5567e/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 655.106135] env[68627]: INFO nova.compute.manager [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Took 33.15 seconds to build instance. [ 655.125946] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5297be3b-0cdd-5cbe-769e-b1d72cf13602, 'name': SearchDatastore_Task, 'duration_secs': 0.021344} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.125946] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.126133] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.126252] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.129258] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.129258] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.129258] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed0ed842-fe1e-47c4-a0d4-e0003e68eefb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.136028] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf942375-3bae-4fe4-9c7e-c44e7d1a1566 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.139978] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.140192] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.140957] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53734399-db4d-44d8-9782-59179e5ac390 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.147878] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Waiting for the task: (returnval){ [ 655.147878] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52972597-e14b-a68c-6b37-34d7db02433f" [ 655.147878] env[68627]: _type = "Task" [ 655.147878] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.163188] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52972597-e14b-a68c-6b37-34d7db02433f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.167181] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfc9782-6ae7-47b3-a7a4-98fc26af3a8d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.181011] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b17048-d3be-41c8-ae20-6f8f91f22cdf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.212175] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a76399-0a65-4209-adde-78c28bd93145 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.219993] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0b0ca0-7dc4-4dcd-9df8-343dd362f2ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.233811] env[68627]: DEBUG nova.compute.provider_tree [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.243472] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.397844] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.487936] env[68627]: DEBUG nova.network.neutron [req-1584fadb-0524-4a89-8637-7450ba5ecb72 req-08fffef0-bd88-4518-ba5f-1418c34f229a service nova] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Updated VIF entry in instance network info cache for port 8994b1b0-ae01-4ffd-bed3-2106115943f7. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.488342] env[68627]: DEBUG nova.network.neutron [req-1584fadb-0524-4a89-8637-7450ba5ecb72 req-08fffef0-bd88-4518-ba5f-1418c34f229a service nova] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Updating instance_info_cache with network_info: [{"id": "8994b1b0-ae01-4ffd-bed3-2106115943f7", "address": "fa:16:3e:fe:54:e1", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8994b1b0-ae", "ovs_interfaceid": "8994b1b0-ae01-4ffd-bed3-2106115943f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.603318] env[68627]: DEBUG nova.compute.manager [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.607831] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3407cc1b-2b0f-472a-a1b4-d1d4b4e1735a tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Lock "59985f8a-277d-4930-8c47-61161cb531b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.658s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.642531] env[68627]: DEBUG nova.virt.hardware [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.643401] env[68627]: DEBUG nova.virt.hardware [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.643644] env[68627]: DEBUG nova.virt.hardware [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.644234] env[68627]: DEBUG nova.virt.hardware [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.644581] env[68627]: DEBUG nova.virt.hardware [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.644776] env[68627]: DEBUG nova.virt.hardware [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.645033] env[68627]: DEBUG nova.virt.hardware [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.645385] env[68627]: DEBUG nova.virt.hardware [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.645696] env[68627]: DEBUG nova.virt.hardware [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.646073] env[68627]: DEBUG nova.virt.hardware [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.646593] env[68627]: DEBUG nova.virt.hardware [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.647837] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef8b766-ca0c-4816-a386-43ef429b678b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.665023] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7f2873-4a90-4188-a708-a243ad44d6ea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.669934] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52972597-e14b-a68c-6b37-34d7db02433f, 'name': SearchDatastore_Task, 'duration_secs': 0.024757} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.671681] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de1fdfa-ccb3-4bb8-af0c-418751664853 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.688051] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Waiting for the task: (returnval){ [ 655.688051] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52979c94-95b8-122f-8490-fef700fa6276" [ 655.688051] env[68627]: _type = "Task" [ 655.688051] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.696917] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52979c94-95b8-122f-8490-fef700fa6276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.739190] env[68627]: DEBUG nova.scheduler.client.report [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.750016] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036599, 'name': ReconfigVM_Task, 'duration_secs': 0.845363} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.750480] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Reconfigured VM instance instance-00000015 to attach disk [datastore2] a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e/a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.751292] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92f7be54-f97a-465d-a8dc-84c1a865a91b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.759589] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 655.759589] env[68627]: value = "task-3036600" [ 655.759589] env[68627]: _type = "Task" [ 655.759589] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.771877] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036600, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.822635] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "401f7afd-55f9-40df-8ea7-892c97c15b01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.822986] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.991330] env[68627]: DEBUG oslo_concurrency.lockutils [req-1584fadb-0524-4a89-8637-7450ba5ecb72 req-08fffef0-bd88-4518-ba5f-1418c34f229a service nova] Releasing lock "refresh_cache-02cecd4f-38a7-449c-8422-9b4cb2434407" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.111343] env[68627]: DEBUG nova.compute.manager [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.200777] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52979c94-95b8-122f-8490-fef700fa6276, 'name': SearchDatastore_Task, 'duration_secs': 0.013146} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.201372] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.201698] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 02cecd4f-38a7-449c-8422-9b4cb2434407/02cecd4f-38a7-449c-8422-9b4cb2434407.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.202219] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a98d9171-105d-4e0f-afce-fd447376162b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.210936] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Waiting for the task: (returnval){ [ 656.210936] env[68627]: value = "task-3036601" [ 656.210936] env[68627]: _type = "Task" [ 656.210936] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.222432] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.247316] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.247628] env[68627]: DEBUG nova.compute.manager [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.250570] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.424s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.250878] env[68627]: DEBUG nova.objects.instance [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Lazy-loading 'resources' on Instance uuid 4ba9555c-aa88-464a-817c-bc8c5b042e6f {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.275766] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036600, 'name': Rename_Task, 'duration_secs': 0.221387} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.276316] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.276718] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-706ef29f-dc30-4ede-a87c-99d69635d074 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.285314] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 656.285314] env[68627]: value = "task-3036602" [ 656.285314] env[68627]: _type = "Task" [ 656.285314] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.301056] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.642225] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.727345] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036601, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.757357] env[68627]: DEBUG nova.compute.utils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.763555] env[68627]: DEBUG nova.compute.manager [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.764311] env[68627]: DEBUG nova.network.neutron [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.793397] env[68627]: DEBUG nova.network.neutron [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Successfully updated port: 70544eb1-8ffb-4df7-9497-9ce0ede6755e {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.803243] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036602, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.862867] env[68627]: DEBUG nova.policy [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '925d9aef482c4a93ac84ce79b88adcc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f4e85df7ae3453498fe4fef98769968', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.964432] env[68627]: DEBUG nova.compute.manager [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Received event network-changed-883ba294-9ed7-43a8-b5b5-1e4e07ab4119 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.965372] env[68627]: DEBUG nova.compute.manager [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Refreshing instance network info cache due to event network-changed-883ba294-9ed7-43a8-b5b5-1e4e07ab4119. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.965372] env[68627]: DEBUG oslo_concurrency.lockutils [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] Acquiring lock "refresh_cache-eca40a24-cf88-4d85-aec1-f571763e7e11" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.965642] env[68627]: DEBUG oslo_concurrency.lockutils [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] Acquired lock "refresh_cache-eca40a24-cf88-4d85-aec1-f571763e7e11" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.966022] env[68627]: DEBUG nova.network.neutron [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Refreshing network info cache for port 883ba294-9ed7-43a8-b5b5-1e4e07ab4119 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.164440] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Acquiring lock "59985f8a-277d-4930-8c47-61161cb531b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.164764] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Lock "59985f8a-277d-4930-8c47-61161cb531b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.167536] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Acquiring lock "59985f8a-277d-4930-8c47-61161cb531b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.167536] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Lock "59985f8a-277d-4930-8c47-61161cb531b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.167536] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Lock "59985f8a-277d-4930-8c47-61161cb531b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.169351] env[68627]: INFO nova.compute.manager [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Terminating instance [ 657.225545] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.226415] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 02cecd4f-38a7-449c-8422-9b4cb2434407/02cecd4f-38a7-449c-8422-9b4cb2434407.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.226615] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.226899] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8219ec36-20ae-4b65-ab92-1a4e1fc53815 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.236613] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Waiting for the task: (returnval){ [ 657.236613] env[68627]: value = "task-3036603" [ 657.236613] env[68627]: _type = "Task" [ 657.236613] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.249029] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.259695] env[68627]: DEBUG nova.compute.manager [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.301484] env[68627]: DEBUG oslo_vmware.api [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036602, 'name': PowerOnVM_Task, 'duration_secs': 0.925536} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.301484] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.301484] env[68627]: INFO nova.compute.manager [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Took 9.40 seconds to spawn the instance on the hypervisor. [ 657.301484] env[68627]: DEBUG nova.compute.manager [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.301484] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bcea6d-f628-467e-a1ca-fb6ebb014014 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.304117] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Acquiring lock "refresh_cache-35dabbb3-7b76-45e6-a060-3a8f65674b68" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.304329] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Acquired lock "refresh_cache-35dabbb3-7b76-45e6-a060-3a8f65674b68" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.304556] env[68627]: DEBUG nova.network.neutron [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.357604] env[68627]: DEBUG nova.network.neutron [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Successfully created port: 5f887bd2-fa74-4817-b21d-3d8f34c68323 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.498205] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937e417b-5d45-4de7-9f75-d86a2b8d2363 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.507858] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867a3721-100b-489f-9c8a-7f9523858e11 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.540185] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6b1ddd-6f8a-4cf6-b740-3926d4c5ee21 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.560026] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3402fe7-82cc-4818-b4b7-f3363d70894e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.575603] env[68627]: DEBUG nova.compute.provider_tree [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.677309] env[68627]: DEBUG nova.compute.manager [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.677964] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.685445] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f431ba96-7dd8-4ef8-94b4-072fb47479c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.693941] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.693941] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90778c7f-3f78-4bbe-956f-b4ef54c0af4d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.699239] env[68627]: DEBUG oslo_vmware.api [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Waiting for the task: (returnval){ [ 657.699239] env[68627]: value = "task-3036604" [ 657.699239] env[68627]: _type = "Task" [ 657.699239] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.714965] env[68627]: DEBUG oslo_vmware.api [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.749668] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097265} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.750476] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.750820] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9f47e8-3ff8-431c-8b2d-37333b1d3174 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.780296] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 02cecd4f-38a7-449c-8422-9b4cb2434407/02cecd4f-38a7-449c-8422-9b4cb2434407.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.786860] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ae0f7b7-e874-4b65-b7e1-cbe2d83581eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.810699] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Waiting for the task: (returnval){ [ 657.810699] env[68627]: value = "task-3036605" [ 657.810699] env[68627]: _type = "Task" [ 657.810699] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.829334] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036605, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.834053] env[68627]: INFO nova.compute.manager [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Took 33.38 seconds to build instance. [ 657.864865] env[68627]: DEBUG nova.network.neutron [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.941225] env[68627]: DEBUG nova.network.neutron [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Updated VIF entry in instance network info cache for port 883ba294-9ed7-43a8-b5b5-1e4e07ab4119. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.941781] env[68627]: DEBUG nova.network.neutron [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Updating instance_info_cache with network_info: [{"id": "883ba294-9ed7-43a8-b5b5-1e4e07ab4119", "address": "fa:16:3e:53:16:61", "network": {"id": "24f4c492-9ea2-4a16-bb82-f18bbb765a74", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1825967604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6befe839bc34fc3a18c15775d620ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba294-9e", "ovs_interfaceid": "883ba294-9ed7-43a8-b5b5-1e4e07ab4119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.036420] env[68627]: DEBUG nova.network.neutron [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Updating instance_info_cache with network_info: [{"id": "70544eb1-8ffb-4df7-9497-9ce0ede6755e", "address": "fa:16:3e:15:1f:b6", "network": {"id": "e1fd02fa-e2d0-492c-852e-468c5d0a4a98", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-338881693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c6090a8b9dd418fbf083fd43b2468a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70544eb1-8f", "ovs_interfaceid": "70544eb1-8ffb-4df7-9497-9ce0ede6755e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.082961] env[68627]: DEBUG nova.scheduler.client.report [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.211418] env[68627]: DEBUG oslo_vmware.api [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036604, 'name': PowerOffVM_Task, 'duration_secs': 0.280983} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.211800] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.212156] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.212485] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c725add7-869c-4612-bc6e-2cb092ded6c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.282561] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.282834] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.283412] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Deleting the datastore file [datastore1] 59985f8a-277d-4930-8c47-61161cb531b6 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.283412] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31b224f2-38a1-4eb2-8e18-69409d1d7106 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.290475] env[68627]: DEBUG oslo_vmware.api [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Waiting for the task: (returnval){ [ 658.290475] env[68627]: value = "task-3036607" [ 658.290475] env[68627]: _type = "Task" [ 658.290475] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.299496] env[68627]: DEBUG oslo_vmware.api [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.306615] env[68627]: DEBUG nova.compute.manager [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.322975] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.336381] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e24acd59-8076-4f64-bd98-076c1a7c0221 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.894s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.340334] env[68627]: DEBUG nova.virt.hardware [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.340589] env[68627]: DEBUG nova.virt.hardware [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.340748] env[68627]: DEBUG nova.virt.hardware [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.340933] env[68627]: DEBUG nova.virt.hardware [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.341232] env[68627]: DEBUG nova.virt.hardware [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.341481] env[68627]: DEBUG nova.virt.hardware [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.341650] env[68627]: DEBUG nova.virt.hardware [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.341884] env[68627]: DEBUG nova.virt.hardware [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.342079] env[68627]: DEBUG nova.virt.hardware [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.342256] env[68627]: DEBUG nova.virt.hardware [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.342432] env[68627]: DEBUG nova.virt.hardware [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.343373] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53981971-d055-40e5-b479-0ac4aedcca28 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.352535] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00927d2f-30fd-4d0d-b8d0-575e04e59d4f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.446023] env[68627]: DEBUG oslo_concurrency.lockutils [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] Releasing lock "refresh_cache-eca40a24-cf88-4d85-aec1-f571763e7e11" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.446023] env[68627]: DEBUG nova.compute.manager [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Received event network-changed-883ba294-9ed7-43a8-b5b5-1e4e07ab4119 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.446023] env[68627]: DEBUG nova.compute.manager [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Refreshing instance network info cache due to event network-changed-883ba294-9ed7-43a8-b5b5-1e4e07ab4119. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.446023] env[68627]: DEBUG oslo_concurrency.lockutils [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] Acquiring lock "refresh_cache-eca40a24-cf88-4d85-aec1-f571763e7e11" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.446265] env[68627]: DEBUG oslo_concurrency.lockutils [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] Acquired lock "refresh_cache-eca40a24-cf88-4d85-aec1-f571763e7e11" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.446359] env[68627]: DEBUG nova.network.neutron [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Refreshing network info cache for port 883ba294-9ed7-43a8-b5b5-1e4e07ab4119 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.541719] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Releasing lock "refresh_cache-35dabbb3-7b76-45e6-a060-3a8f65674b68" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.542263] env[68627]: DEBUG nova.compute.manager [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Instance network_info: |[{"id": "70544eb1-8ffb-4df7-9497-9ce0ede6755e", "address": "fa:16:3e:15:1f:b6", "network": {"id": "e1fd02fa-e2d0-492c-852e-468c5d0a4a98", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-338881693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c6090a8b9dd418fbf083fd43b2468a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70544eb1-8f", "ovs_interfaceid": "70544eb1-8ffb-4df7-9497-9ce0ede6755e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.542776] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:1f:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70544eb1-8ffb-4df7-9497-9ce0ede6755e', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.555498] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Creating folder: Project (7c6090a8b9dd418fbf083fd43b2468a9). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.558639] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40e4dd8f-db7a-47cf-95d1-c25654dde89b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.571682] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Created folder: Project (7c6090a8b9dd418fbf083fd43b2468a9) in parent group-v608385. [ 658.571966] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Creating folder: Instances. Parent ref: group-v608454. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.572331] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42fe5f25-5b89-4ce4-9129-0814441fc2da {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.583797] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Created folder: Instances in parent group-v608454. [ 658.584074] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.584196] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.584401] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05378805-b69f-432c-9507-643082ddf406 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.606975] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.356s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.610018] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.859s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.610276] env[68627]: DEBUG nova.objects.instance [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Lazy-loading 'resources' on Instance uuid 328774c6-f757-444d-b9ce-3663119c0940 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.617227] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.617227] env[68627]: value = "task-3036610" [ 658.617227] env[68627]: _type = "Task" [ 658.617227] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.631154] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036610, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.642217] env[68627]: INFO nova.scheduler.client.report [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Deleted allocations for instance 4ba9555c-aa88-464a-817c-bc8c5b042e6f [ 658.801983] env[68627]: DEBUG oslo_vmware.api [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Task: {'id': task-3036607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366315} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.805090] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.805090] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.805090] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.805090] env[68627]: INFO nova.compute.manager [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 658.805090] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.805392] env[68627]: DEBUG nova.compute.manager [-] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.805392] env[68627]: DEBUG nova.network.neutron [-] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.821483] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036605, 'name': ReconfigVM_Task, 'duration_secs': 0.601361} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.821819] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 02cecd4f-38a7-449c-8422-9b4cb2434407/02cecd4f-38a7-449c-8422-9b4cb2434407.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.822713] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c69fabe-bc3f-4331-a1e2-4c94b109585b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.829827] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Waiting for the task: (returnval){ [ 658.829827] env[68627]: value = "task-3036611" [ 658.829827] env[68627]: _type = "Task" [ 658.829827] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.839221] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036611, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.848080] env[68627]: DEBUG nova.compute.manager [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.131483] env[68627]: DEBUG nova.network.neutron [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Successfully updated port: 5f887bd2-fa74-4817-b21d-3d8f34c68323 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.153953] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036610, 'name': CreateVM_Task, 'duration_secs': 0.431152} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.153953] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18659da2-dcb7-41a2-9738-be8e7caab15b tempest-ServerDiagnosticsV248Test-1118900871 tempest-ServerDiagnosticsV248Test-1118900871-project-member] Lock "4ba9555c-aa88-464a-817c-bc8c5b042e6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.637s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.154949] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.155869] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.156092] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.156524] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.156847] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8626d501-6e22-456d-837c-8b7fdb4e8ee6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.166894] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 659.166894] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52672ac4-fb0b-ba5b-9dba-a7c330d4bf3d" [ 659.166894] env[68627]: _type = "Task" [ 659.166894] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.194636] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52672ac4-fb0b-ba5b-9dba-a7c330d4bf3d, 'name': SearchDatastore_Task, 'duration_secs': 0.020328} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.195041] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.196051] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.196051] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.196219] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.196300] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.197276] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1286b373-62fd-496a-9790-d8f3266f9f9f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.211289] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.211289] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.211289] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ac3318-aded-4fc8-b2ec-c535caaf29b3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.218490] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 659.218490] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f761ff-07e4-b212-423b-2efe531c3edb" [ 659.218490] env[68627]: _type = "Task" [ 659.218490] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.233341] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f761ff-07e4-b212-423b-2efe531c3edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.338648] env[68627]: DEBUG nova.compute.manager [req-e2e03db7-fd40-41d2-9b9a-dba7fda12842 req-ee7dfceb-256e-4aac-a2ff-d978dffe2021 service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Received event network-vif-plugged-5f887bd2-fa74-4817-b21d-3d8f34c68323 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.338875] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2e03db7-fd40-41d2-9b9a-dba7fda12842 req-ee7dfceb-256e-4aac-a2ff-d978dffe2021 service nova] Acquiring lock "683ec368-79b8-4bcd-87f2-ac1528f5f8dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.339090] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2e03db7-fd40-41d2-9b9a-dba7fda12842 req-ee7dfceb-256e-4aac-a2ff-d978dffe2021 service nova] Lock "683ec368-79b8-4bcd-87f2-ac1528f5f8dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.339257] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2e03db7-fd40-41d2-9b9a-dba7fda12842 req-ee7dfceb-256e-4aac-a2ff-d978dffe2021 service nova] Lock "683ec368-79b8-4bcd-87f2-ac1528f5f8dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.339417] env[68627]: DEBUG nova.compute.manager [req-e2e03db7-fd40-41d2-9b9a-dba7fda12842 req-ee7dfceb-256e-4aac-a2ff-d978dffe2021 service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] No waiting events found dispatching network-vif-plugged-5f887bd2-fa74-4817-b21d-3d8f34c68323 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.341017] env[68627]: WARNING nova.compute.manager [req-e2e03db7-fd40-41d2-9b9a-dba7fda12842 req-ee7dfceb-256e-4aac-a2ff-d978dffe2021 service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Received unexpected event network-vif-plugged-5f887bd2-fa74-4817-b21d-3d8f34c68323 for instance with vm_state building and task_state spawning. [ 659.352230] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036611, 'name': Rename_Task, 'duration_secs': 0.251632} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.355972] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.361513] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66688803-fc6e-44d7-a2f3-e606421e257f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.372202] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Waiting for the task: (returnval){ [ 659.372202] env[68627]: value = "task-3036612" [ 659.372202] env[68627]: _type = "Task" [ 659.372202] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.385363] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.387029] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.429319] env[68627]: DEBUG nova.compute.manager [req-64461646-8824-4e67-933b-c479f5fb0e8f req-1579a15b-0b25-45eb-94b8-28c6be770766 service nova] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Received event network-changed-70544eb1-8ffb-4df7-9497-9ce0ede6755e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.429319] env[68627]: DEBUG nova.compute.manager [req-64461646-8824-4e67-933b-c479f5fb0e8f req-1579a15b-0b25-45eb-94b8-28c6be770766 service nova] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Refreshing instance network info cache due to event network-changed-70544eb1-8ffb-4df7-9497-9ce0ede6755e. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.429319] env[68627]: DEBUG oslo_concurrency.lockutils [req-64461646-8824-4e67-933b-c479f5fb0e8f req-1579a15b-0b25-45eb-94b8-28c6be770766 service nova] Acquiring lock "refresh_cache-35dabbb3-7b76-45e6-a060-3a8f65674b68" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.429319] env[68627]: DEBUG oslo_concurrency.lockutils [req-64461646-8824-4e67-933b-c479f5fb0e8f req-1579a15b-0b25-45eb-94b8-28c6be770766 service nova] Acquired lock "refresh_cache-35dabbb3-7b76-45e6-a060-3a8f65674b68" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.429319] env[68627]: DEBUG nova.network.neutron [req-64461646-8824-4e67-933b-c479f5fb0e8f req-1579a15b-0b25-45eb-94b8-28c6be770766 service nova] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Refreshing network info cache for port 70544eb1-8ffb-4df7-9497-9ce0ede6755e {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.445249] env[68627]: DEBUG nova.network.neutron [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Updated VIF entry in instance network info cache for port 883ba294-9ed7-43a8-b5b5-1e4e07ab4119. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.445818] env[68627]: DEBUG nova.network.neutron [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Updating instance_info_cache with network_info: [{"id": "883ba294-9ed7-43a8-b5b5-1e4e07ab4119", "address": "fa:16:3e:53:16:61", "network": {"id": "24f4c492-9ea2-4a16-bb82-f18bbb765a74", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1825967604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6befe839bc34fc3a18c15775d620ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883ba294-9e", "ovs_interfaceid": "883ba294-9ed7-43a8-b5b5-1e4e07ab4119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.640743] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Acquiring lock "refresh_cache-683ec368-79b8-4bcd-87f2-ac1528f5f8dd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.640743] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Acquired lock "refresh_cache-683ec368-79b8-4bcd-87f2-ac1528f5f8dd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.640743] env[68627]: DEBUG nova.network.neutron [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.685293] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeadc4fb-c909-456b-b62a-9dc573711976 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.695084] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3de945f8-d4cd-4cfb-8182-42aadd652157 tempest-ServersAdminNegativeTestJSON-320333196 tempest-ServersAdminNegativeTestJSON-320333196-project-admin] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Suspending the VM {{(pid=68627) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 659.698284] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-47b6c042-aa23-4d05-9731-c742b0f15a8a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.707390] env[68627]: DEBUG oslo_vmware.api [None req-3de945f8-d4cd-4cfb-8182-42aadd652157 tempest-ServersAdminNegativeTestJSON-320333196 tempest-ServersAdminNegativeTestJSON-320333196-project-admin] Waiting for the task: (returnval){ [ 659.707390] env[68627]: value = "task-3036613" [ 659.707390] env[68627]: _type = "Task" [ 659.707390] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.716800] env[68627]: DEBUG oslo_vmware.api [None req-3de945f8-d4cd-4cfb-8182-42aadd652157 tempest-ServersAdminNegativeTestJSON-320333196 tempest-ServersAdminNegativeTestJSON-320333196-project-admin] Task: {'id': task-3036613, 'name': SuspendVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.732027] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f761ff-07e4-b212-423b-2efe531c3edb, 'name': SearchDatastore_Task, 'duration_secs': 0.013394} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.733094] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4939ebbb-237c-45bf-8abc-be069ecd0356 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.739493] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 659.739493] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e02f91-3c06-5920-6444-f58507e25c2f" [ 659.739493] env[68627]: _type = "Task" [ 659.739493] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.745524] env[68627]: DEBUG nova.network.neutron [-] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.753884] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e02f91-3c06-5920-6444-f58507e25c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.754375] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.754494] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 35dabbb3-7b76-45e6-a060-3a8f65674b68/35dabbb3-7b76-45e6-a060-3a8f65674b68.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.754751] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-573b037c-3231-4627-ba53-915779de715f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.762888] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 659.762888] env[68627]: value = "task-3036614" [ 659.762888] env[68627]: _type = "Task" [ 659.762888] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.768805] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbacbde0-404b-4ab7-beea-ab0d62635847 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.777409] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.780027] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bda5f7-637d-49d5-865c-5d47ae767227 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.817037] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc18d295-8b2d-4b81-b350-75edf46b9f3d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.824149] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bb09b3-3d4c-4dc3-bc51-20f6d1e13e7b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.839014] env[68627]: DEBUG nova.compute.provider_tree [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.883873] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.948671] env[68627]: DEBUG oslo_concurrency.lockutils [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] Releasing lock "refresh_cache-eca40a24-cf88-4d85-aec1-f571763e7e11" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.948945] env[68627]: DEBUG nova.compute.manager [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Received event network-vif-plugged-70544eb1-8ffb-4df7-9497-9ce0ede6755e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.949155] env[68627]: DEBUG oslo_concurrency.lockutils [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] Acquiring lock "35dabbb3-7b76-45e6-a060-3a8f65674b68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.949361] env[68627]: DEBUG oslo_concurrency.lockutils [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] Lock "35dabbb3-7b76-45e6-a060-3a8f65674b68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.949559] env[68627]: DEBUG oslo_concurrency.lockutils [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] Lock "35dabbb3-7b76-45e6-a060-3a8f65674b68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.949714] env[68627]: DEBUG nova.compute.manager [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] No waiting events found dispatching network-vif-plugged-70544eb1-8ffb-4df7-9497-9ce0ede6755e {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.949835] env[68627]: WARNING nova.compute.manager [req-f7a4478a-23bd-429d-a08c-4d2c34e2a236 req-65eab36f-0df2-4307-9eb1-0cc88b542f99 service nova] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Received unexpected event network-vif-plugged-70544eb1-8ffb-4df7-9497-9ce0ede6755e for instance with vm_state building and task_state spawning. [ 660.220660] env[68627]: DEBUG oslo_vmware.api [None req-3de945f8-d4cd-4cfb-8182-42aadd652157 tempest-ServersAdminNegativeTestJSON-320333196 tempest-ServersAdminNegativeTestJSON-320333196-project-admin] Task: {'id': task-3036613, 'name': SuspendVM_Task} progress is 62%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.249446] env[68627]: DEBUG nova.network.neutron [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.251643] env[68627]: INFO nova.compute.manager [-] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Took 1.45 seconds to deallocate network for instance. [ 660.275780] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036614, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.343172] env[68627]: DEBUG nova.scheduler.client.report [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.390328] env[68627]: DEBUG oslo_vmware.api [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036612, 'name': PowerOnVM_Task, 'duration_secs': 0.852341} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.390663] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.390886] env[68627]: INFO nova.compute.manager [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Took 9.72 seconds to spawn the instance on the hypervisor. [ 660.391099] env[68627]: DEBUG nova.compute.manager [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.392118] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196f4358-66b4-4581-81b7-23eb88828c27 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.610887] env[68627]: DEBUG nova.network.neutron [req-64461646-8824-4e67-933b-c479f5fb0e8f req-1579a15b-0b25-45eb-94b8-28c6be770766 service nova] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Updated VIF entry in instance network info cache for port 70544eb1-8ffb-4df7-9497-9ce0ede6755e. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.611309] env[68627]: DEBUG nova.network.neutron [req-64461646-8824-4e67-933b-c479f5fb0e8f req-1579a15b-0b25-45eb-94b8-28c6be770766 service nova] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Updating instance_info_cache with network_info: [{"id": "70544eb1-8ffb-4df7-9497-9ce0ede6755e", "address": "fa:16:3e:15:1f:b6", "network": {"id": "e1fd02fa-e2d0-492c-852e-468c5d0a4a98", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-338881693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c6090a8b9dd418fbf083fd43b2468a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70544eb1-8f", "ovs_interfaceid": "70544eb1-8ffb-4df7-9497-9ce0ede6755e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.657394] env[68627]: DEBUG nova.network.neutron [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Updating instance_info_cache with network_info: [{"id": "5f887bd2-fa74-4817-b21d-3d8f34c68323", "address": "fa:16:3e:15:9f:36", "network": {"id": "1262c733-b570-423a-871e-fe733d198986", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-121503125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4e85df7ae3453498fe4fef98769968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f887bd2-fa", "ovs_interfaceid": "5f887bd2-fa74-4817-b21d-3d8f34c68323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.433639] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.433985] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.824s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.439500] env[68627]: DEBUG oslo_concurrency.lockutils [req-64461646-8824-4e67-933b-c479f5fb0e8f req-1579a15b-0b25-45eb-94b8-28c6be770766 service nova] Releasing lock "refresh_cache-35dabbb3-7b76-45e6-a060-3a8f65674b68" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.439985] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Releasing lock "refresh_cache-683ec368-79b8-4bcd-87f2-ac1528f5f8dd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.440207] env[68627]: DEBUG nova.compute.manager [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Instance network_info: |[{"id": "5f887bd2-fa74-4817-b21d-3d8f34c68323", "address": "fa:16:3e:15:9f:36", "network": {"id": "1262c733-b570-423a-871e-fe733d198986", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-121503125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4e85df7ae3453498fe4fef98769968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f887bd2-fa", "ovs_interfaceid": "5f887bd2-fa74-4817-b21d-3d8f34c68323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.441448] env[68627]: DEBUG nova.compute.manager [req-390a533e-384a-46fc-a34d-16f930180dae req-5b44cdb2-62d0-4d3f-872f-bafb9dda1e9a service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Received event network-changed-5f887bd2-fa74-4817-b21d-3d8f34c68323 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.441626] env[68627]: DEBUG nova.compute.manager [req-390a533e-384a-46fc-a34d-16f930180dae req-5b44cdb2-62d0-4d3f-872f-bafb9dda1e9a service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Refreshing instance network info cache due to event network-changed-5f887bd2-fa74-4817-b21d-3d8f34c68323. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.441830] env[68627]: DEBUG oslo_concurrency.lockutils [req-390a533e-384a-46fc-a34d-16f930180dae req-5b44cdb2-62d0-4d3f-872f-bafb9dda1e9a service nova] Acquiring lock "refresh_cache-683ec368-79b8-4bcd-87f2-ac1528f5f8dd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.441968] env[68627]: DEBUG oslo_concurrency.lockutils [req-390a533e-384a-46fc-a34d-16f930180dae req-5b44cdb2-62d0-4d3f-872f-bafb9dda1e9a service nova] Acquired lock "refresh_cache-683ec368-79b8-4bcd-87f2-ac1528f5f8dd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.442145] env[68627]: DEBUG nova.network.neutron [req-390a533e-384a-46fc-a34d-16f930180dae req-5b44cdb2-62d0-4d3f-872f-bafb9dda1e9a service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Refreshing network info cache for port 5f887bd2-fa74-4817-b21d-3d8f34c68323 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.448185] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.713s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.449845] env[68627]: INFO nova.compute.claims [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.452629] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:9f:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f887bd2-fa74-4817-b21d-3d8f34c68323', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.460071] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Creating folder: Project (1f4e85df7ae3453498fe4fef98769968). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.461924] env[68627]: INFO nova.compute.manager [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Took 34.91 seconds to build instance. [ 661.465168] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78e9ed12-c4ba-43fd-96ba-d247ae03f247 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.472073] env[68627]: DEBUG oslo_vmware.api [None req-3de945f8-d4cd-4cfb-8182-42aadd652157 tempest-ServersAdminNegativeTestJSON-320333196 tempest-ServersAdminNegativeTestJSON-320333196-project-admin] Task: {'id': task-3036613, 'name': SuspendVM_Task, 'duration_secs': 0.966308} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.473044] env[68627]: INFO nova.scheduler.client.report [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Deleted allocations for instance 328774c6-f757-444d-b9ce-3663119c0940 [ 661.474409] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3de945f8-d4cd-4cfb-8182-42aadd652157 tempest-ServersAdminNegativeTestJSON-320333196 tempest-ServersAdminNegativeTestJSON-320333196-project-admin] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Suspended the VM {{(pid=68627) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 661.474585] env[68627]: DEBUG nova.compute.manager [None req-3de945f8-d4cd-4cfb-8182-42aadd652157 tempest-ServersAdminNegativeTestJSON-320333196 tempest-ServersAdminNegativeTestJSON-320333196-project-admin] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.478390] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4d7015-19af-4747-a015-dc70fd635779 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.482047] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804908} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.485258] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 35dabbb3-7b76-45e6-a060-3a8f65674b68/35dabbb3-7b76-45e6-a060-3a8f65674b68.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.485801] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.485801] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Created folder: Project (1f4e85df7ae3453498fe4fef98769968) in parent group-v608385. [ 661.486229] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Creating folder: Instances. Parent ref: group-v608457. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.487061] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89f9158a-7b03-43c4-85d7-0726b2ffe829 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.489013] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b3d8cff-1d56-4332-ac3c-51bce4d87f6c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.500652] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 661.500652] env[68627]: value = "task-3036616" [ 661.500652] env[68627]: _type = "Task" [ 661.500652] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.507162] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Created folder: Instances in parent group-v608457. [ 661.507481] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.508063] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.509300] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-280e7509-3fb3-42ce-b9c5-4b7cd0c03933 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.537686] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.542368] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.542368] env[68627]: value = "task-3036618" [ 661.542368] env[68627]: _type = "Task" [ 661.542368] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.555578] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036618, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.836414] env[68627]: DEBUG nova.network.neutron [req-390a533e-384a-46fc-a34d-16f930180dae req-5b44cdb2-62d0-4d3f-872f-bafb9dda1e9a service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Updated VIF entry in instance network info cache for port 5f887bd2-fa74-4817-b21d-3d8f34c68323. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.837095] env[68627]: DEBUG nova.network.neutron [req-390a533e-384a-46fc-a34d-16f930180dae req-5b44cdb2-62d0-4d3f-872f-bafb9dda1e9a service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Updating instance_info_cache with network_info: [{"id": "5f887bd2-fa74-4817-b21d-3d8f34c68323", "address": "fa:16:3e:15:9f:36", "network": {"id": "1262c733-b570-423a-871e-fe733d198986", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-121503125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4e85df7ae3453498fe4fef98769968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f887bd2-fa", "ovs_interfaceid": "5f887bd2-fa74-4817-b21d-3d8f34c68323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.968630] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b10b51bb-d55d-4b5e-9abe-282808f1a610 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Lock "02cecd4f-38a7-449c-8422-9b4cb2434407" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.823s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.989489] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9852abc0-613a-49af-9726-0bc717b6e8ab tempest-ServerAddressesTestJSON-1676104294 tempest-ServerAddressesTestJSON-1676104294-project-member] Lock "328774c6-f757-444d-b9ce-3663119c0940" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.238s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.011268] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081146} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.011268] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.012415] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf0f216-0927-42ca-b1b5-ba32e8ec7875 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.038039] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 35dabbb3-7b76-45e6-a060-3a8f65674b68/35dabbb3-7b76-45e6-a060-3a8f65674b68.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.038678] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bca425d5-b60b-4129-b01d-cb4a090bbb9d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.063397] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036618, 'name': CreateVM_Task, 'duration_secs': 0.424} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.065110] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.065110] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 662.065110] env[68627]: value = "task-3036619" [ 662.065110] env[68627]: _type = "Task" [ 662.065110] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.065331] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.065375] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.065754] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.065971] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30fc537-5906-4f6e-89e7-ff3d8d0972e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.077194] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036619, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.078232] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Waiting for the task: (returnval){ [ 662.078232] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5279d2ac-2457-c92a-6e9e-1354b794a878" [ 662.078232] env[68627]: _type = "Task" [ 662.078232] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.086250] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5279d2ac-2457-c92a-6e9e-1354b794a878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.340990] env[68627]: DEBUG oslo_concurrency.lockutils [req-390a533e-384a-46fc-a34d-16f930180dae req-5b44cdb2-62d0-4d3f-872f-bafb9dda1e9a service nova] Releasing lock "refresh_cache-683ec368-79b8-4bcd-87f2-ac1528f5f8dd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.340990] env[68627]: DEBUG nova.compute.manager [req-390a533e-384a-46fc-a34d-16f930180dae req-5b44cdb2-62d0-4d3f-872f-bafb9dda1e9a service nova] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Received event network-vif-deleted-3ac3e5a0-d73a-43fc-9d6d-c592513ba2a8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.473238] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.579119] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036619, 'name': ReconfigVM_Task, 'duration_secs': 0.413915} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.582916] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 35dabbb3-7b76-45e6-a060-3a8f65674b68/35dabbb3-7b76-45e6-a060-3a8f65674b68.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.585481] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50b80995-e957-4ee9-946e-8fa3f1104039 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.595195] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5279d2ac-2457-c92a-6e9e-1354b794a878, 'name': SearchDatastore_Task, 'duration_secs': 0.012499} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.595195] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.595195] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.595377] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.595787] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.595787] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.595971] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 662.595971] env[68627]: value = "task-3036620" [ 662.595971] env[68627]: _type = "Task" [ 662.595971] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.596172] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caeca6a5-d322-4301-a65f-975ae52de8a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.608916] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036620, 'name': Rename_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.610084] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.610304] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.611045] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe953a6-bd63-432f-8e34-6c6c0255bc57 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.616950] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Waiting for the task: (returnval){ [ 662.616950] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527b277a-a6e7-5871-2670-0a483b12abab" [ 662.616950] env[68627]: _type = "Task" [ 662.616950] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.625439] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527b277a-a6e7-5871-2670-0a483b12abab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.998724] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.019090] env[68627]: DEBUG oslo_concurrency.lockutils [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Acquiring lock "02cecd4f-38a7-449c-8422-9b4cb2434407" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.019317] env[68627]: DEBUG oslo_concurrency.lockutils [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Lock "02cecd4f-38a7-449c-8422-9b4cb2434407" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.019531] env[68627]: DEBUG oslo_concurrency.lockutils [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Acquiring lock "02cecd4f-38a7-449c-8422-9b4cb2434407-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.019881] env[68627]: DEBUG oslo_concurrency.lockutils [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Lock "02cecd4f-38a7-449c-8422-9b4cb2434407-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.020240] env[68627]: DEBUG oslo_concurrency.lockutils [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Lock "02cecd4f-38a7-449c-8422-9b4cb2434407-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.023206] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8550880d-a815-4fb6-86fd-d61041ef3b85 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.025251] env[68627]: INFO nova.compute.manager [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Terminating instance [ 663.032457] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0984bbff-7412-48b5-b368-1e0f24e7bc89 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.065623] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593c3327-ee3d-42df-9cb0-15ded0e6a340 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.073362] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a408cd-0f80-44d1-bf2e-cd76a361e1f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.087643] env[68627]: DEBUG nova.compute.provider_tree [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.108138] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036620, 'name': Rename_Task, 'duration_secs': 0.157561} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.108415] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.108687] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9c668c8-5588-4e1e-b155-0f08ef074cd1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.116978] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 663.116978] env[68627]: value = "task-3036621" [ 663.116978] env[68627]: _type = "Task" [ 663.116978] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.127602] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.136191] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527b277a-a6e7-5871-2670-0a483b12abab, 'name': SearchDatastore_Task, 'duration_secs': 0.012472} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.136191] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed4c6f89-8b8e-421e-8da7-22645164844f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.137727] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Waiting for the task: (returnval){ [ 663.137727] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cd7790-7b2d-a04b-2cd3-9ad2414b89ae" [ 663.137727] env[68627]: _type = "Task" [ 663.137727] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.147783] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cd7790-7b2d-a04b-2cd3-9ad2414b89ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.488434] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Acquiring lock "054d3be2-55c6-4aeb-b3a8-12accde45b9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.488723] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Lock "054d3be2-55c6-4aeb-b3a8-12accde45b9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.534097] env[68627]: DEBUG nova.compute.manager [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.534097] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.534097] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9279d048-f70f-42a4-b03c-0fce5c788149 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.543660] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.544250] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-352d8ac8-855f-4187-b9e0-89859f795dc2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.552249] env[68627]: DEBUG oslo_vmware.api [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Waiting for the task: (returnval){ [ 663.552249] env[68627]: value = "task-3036622" [ 663.552249] env[68627]: _type = "Task" [ 663.552249] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.561855] env[68627]: DEBUG oslo_vmware.api [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.593436] env[68627]: DEBUG nova.scheduler.client.report [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.632866] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036621, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.660108] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cd7790-7b2d-a04b-2cd3-9ad2414b89ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013426} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.660640] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.661262] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 683ec368-79b8-4bcd-87f2-ac1528f5f8dd/683ec368-79b8-4bcd-87f2-ac1528f5f8dd.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.661779] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-894bacb9-b437-4074-8b47-d44725afe197 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.673280] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Waiting for the task: (returnval){ [ 663.673280] env[68627]: value = "task-3036623" [ 663.673280] env[68627]: _type = "Task" [ 663.673280] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.685111] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.064191] env[68627]: DEBUG oslo_vmware.api [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036622, 'name': PowerOffVM_Task, 'duration_secs': 0.267279} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.067035] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.067035] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.067035] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-261a0373-2d30-473c-8ab6-a89f4b2105e6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.104015] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.104015] env[68627]: DEBUG nova.compute.manager [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.111020] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.497s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.111020] env[68627]: DEBUG nova.objects.instance [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 664.133102] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036621, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.191833] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036623, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.391339] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.391626] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.391914] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Deleting the datastore file [datastore2] 02cecd4f-38a7-449c-8422-9b4cb2434407 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.394058] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91a7c5a0-7bfa-44b6-a8ed-093b5596e9d5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.406291] env[68627]: DEBUG oslo_vmware.api [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Waiting for the task: (returnval){ [ 664.406291] env[68627]: value = "task-3036625" [ 664.406291] env[68627]: _type = "Task" [ 664.406291] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.423253] env[68627]: DEBUG oslo_vmware.api [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.616634] env[68627]: DEBUG nova.compute.utils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.624884] env[68627]: DEBUG nova.compute.manager [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.625160] env[68627]: DEBUG nova.network.neutron [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.643815] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036621, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.685091] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849349} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.685408] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 683ec368-79b8-4bcd-87f2-ac1528f5f8dd/683ec368-79b8-4bcd-87f2-ac1528f5f8dd.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.685911] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.685911] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af6c5618-b5d4-411c-a174-1be8f4499f08 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.693452] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Waiting for the task: (returnval){ [ 664.693452] env[68627]: value = "task-3036626" [ 664.693452] env[68627]: _type = "Task" [ 664.693452] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.703271] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.732843] env[68627]: DEBUG nova.policy [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7337c5f985994d6197e99287bf56feea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3f985bf92643c982bb097161064328', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.924376] env[68627]: DEBUG oslo_vmware.api [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Task: {'id': task-3036625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361131} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.924848] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.925086] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.926945] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.926945] env[68627]: INFO nova.compute.manager [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Took 1.39 seconds to destroy the instance on the hypervisor. [ 664.926945] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.926945] env[68627]: DEBUG nova.compute.manager [-] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.926945] env[68627]: DEBUG nova.network.neutron [-] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.126256] env[68627]: DEBUG nova.compute.manager [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.134237] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7258a876-b9d0-4cbf-9169-e98e25890122 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.144488] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.944s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.150785] env[68627]: INFO nova.compute.claims [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.160379] env[68627]: DEBUG oslo_vmware.api [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036621, 'name': PowerOnVM_Task, 'duration_secs': 1.626469} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.160669] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.160869] env[68627]: INFO nova.compute.manager [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Took 9.56 seconds to spawn the instance on the hypervisor. [ 665.161060] env[68627]: DEBUG nova.compute.manager [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.161914] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40d6c8e-c34f-495d-b774-dc914fdffb69 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.211872] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121196} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.211872] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.211872] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539e63e7-122c-4059-80a8-684d57b29b29 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.241672] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 683ec368-79b8-4bcd-87f2-ac1528f5f8dd/683ec368-79b8-4bcd-87f2-ac1528f5f8dd.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.241914] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6315030-79eb-4951-afe8-161bbad45554 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.264588] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Waiting for the task: (returnval){ [ 665.264588] env[68627]: value = "task-3036627" [ 665.264588] env[68627]: _type = "Task" [ 665.264588] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.276819] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.306778] env[68627]: DEBUG nova.network.neutron [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Successfully created port: 34afab4b-e937-466e-aa2c-e78798c91c46 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.349092] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "420b0636-2a0f-4e54-aec4-ae0083e300e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.349342] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "420b0636-2a0f-4e54-aec4-ae0083e300e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.688780] env[68627]: INFO nova.compute.manager [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Took 38.10 seconds to build instance. [ 665.782898] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.021815] env[68627]: DEBUG oslo_vmware.rw_handles [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255510e-17b0-a6db-3513-4a665dd5567e/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 666.023445] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd495e7-bbdb-41f8-8d84-b4603253280d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.031105] env[68627]: DEBUG oslo_vmware.rw_handles [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255510e-17b0-a6db-3513-4a665dd5567e/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 666.031204] env[68627]: ERROR oslo_vmware.rw_handles [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255510e-17b0-a6db-3513-4a665dd5567e/disk-0.vmdk due to incomplete transfer. [ 666.031442] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b7a7f018-5ac1-4945-aa93-0af3e09e1e55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.040676] env[68627]: DEBUG oslo_vmware.rw_handles [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255510e-17b0-a6db-3513-4a665dd5567e/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 666.040900] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Uploaded image e7f719f0-aa6b-41de-9308-46a17e427045 to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 666.043518] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 666.043832] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-543f24f1-e609-47d5-9c33-a539b8b8b383 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.051966] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 666.051966] env[68627]: value = "task-3036628" [ 666.051966] env[68627]: _type = "Task" [ 666.051966] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.060957] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036628, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.115506] env[68627]: DEBUG nova.compute.manager [req-223ab990-0fbf-4a77-abbe-73377c5f7896 req-88f71c3b-7468-435f-bf9f-f34677ee6394 service nova] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Received event network-vif-deleted-8994b1b0-ae01-4ffd-bed3-2106115943f7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.115506] env[68627]: INFO nova.compute.manager [req-223ab990-0fbf-4a77-abbe-73377c5f7896 req-88f71c3b-7468-435f-bf9f-f34677ee6394 service nova] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Neutron deleted interface 8994b1b0-ae01-4ffd-bed3-2106115943f7; detaching it from the instance and deleting it from the info cache [ 666.115506] env[68627]: DEBUG nova.network.neutron [req-223ab990-0fbf-4a77-abbe-73377c5f7896 req-88f71c3b-7468-435f-bf9f-f34677ee6394 service nova] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.144042] env[68627]: DEBUG nova.compute.manager [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.180970] env[68627]: DEBUG nova.virt.hardware [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.181323] env[68627]: DEBUG nova.virt.hardware [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.181501] env[68627]: DEBUG nova.virt.hardware [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.181784] env[68627]: DEBUG nova.virt.hardware [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.182017] env[68627]: DEBUG nova.virt.hardware [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.184397] env[68627]: DEBUG nova.virt.hardware [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.184702] env[68627]: DEBUG nova.virt.hardware [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.184964] env[68627]: DEBUG nova.virt.hardware [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.185243] env[68627]: DEBUG nova.virt.hardware [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.185463] env[68627]: DEBUG nova.virt.hardware [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.185655] env[68627]: DEBUG nova.virt.hardware [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.186766] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac90d280-4975-471d-978a-5bdc0e6d7e70 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.192981] env[68627]: DEBUG oslo_concurrency.lockutils [None req-166eb740-df1b-498a-8c0d-f1cb954f4d24 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lock "35dabbb3-7b76-45e6-a060-3a8f65674b68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.346s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.208293] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d657c1eb-96aa-432e-9900-3f02b5c2fd2b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.274033] env[68627]: DEBUG nova.network.neutron [-] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.282023] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036627, 'name': ReconfigVM_Task, 'duration_secs': 0.655238} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.282023] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 683ec368-79b8-4bcd-87f2-ac1528f5f8dd/683ec368-79b8-4bcd-87f2-ac1528f5f8dd.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.282204] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5b6d493-8913-4c63-a6e5-faf6ebe20e93 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.292110] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Waiting for the task: (returnval){ [ 666.292110] env[68627]: value = "task-3036629" [ 666.292110] env[68627]: _type = "Task" [ 666.292110] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.304915] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036629, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.564751] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036628, 'name': Destroy_Task, 'duration_secs': 0.385943} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.567575] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Destroyed the VM [ 666.567827] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 666.569193] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-519c9976-d274-48ee-9d9c-2432b4426510 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.577585] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 666.577585] env[68627]: value = "task-3036630" [ 666.577585] env[68627]: _type = "Task" [ 666.577585] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.596987] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036630, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.606182] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f493b651-dd1b-49bb-b408-3f89241d9760 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.620696] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095e3a1c-f508-4d9e-87ea-5f2031afac83 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.664335] env[68627]: DEBUG nova.compute.manager [req-223ab990-0fbf-4a77-abbe-73377c5f7896 req-88f71c3b-7468-435f-bf9f-f34677ee6394 service nova] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Detach interface failed, port_id=8994b1b0-ae01-4ffd-bed3-2106115943f7, reason: Instance 02cecd4f-38a7-449c-8422-9b4cb2434407 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 666.698184] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.783899] env[68627]: INFO nova.compute.manager [-] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Took 1.86 seconds to deallocate network for instance. [ 666.804997] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036629, 'name': Rename_Task, 'duration_secs': 0.17471} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.805308] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.809298] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5874ef3-b302-4feb-aac2-7152b5b8687f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.810754] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765db006-3581-4fca-a9b1-a01c110dd19d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.814844] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Waiting for the task: (returnval){ [ 666.814844] env[68627]: value = "task-3036631" [ 666.814844] env[68627]: _type = "Task" [ 666.814844] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.822149] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45a4a91-ee93-4d8d-be52-6d864f07b81c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.830377] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.861041] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e808e9b-a38b-4ba6-80de-0f18c261ff37 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.870404] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c866bb7b-3b3d-4709-b6f7-7d958317b8c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.885990] env[68627]: DEBUG nova.compute.provider_tree [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.093803] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036630, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.115410] env[68627]: DEBUG nova.network.neutron [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Successfully updated port: 34afab4b-e937-466e-aa2c-e78798c91c46 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.217679] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.290548] env[68627]: DEBUG oslo_concurrency.lockutils [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.329603] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036631, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.337661] env[68627]: DEBUG nova.compute.manager [req-18e5677d-309d-4ef0-95d4-8f93e9f56f78 req-8c19f4e2-d3fd-40fa-86bf-840e786918c7 service nova] [instance: aded3c33-08be-4109-960c-111194975958] Received event network-vif-plugged-34afab4b-e937-466e-aa2c-e78798c91c46 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.337906] env[68627]: DEBUG oslo_concurrency.lockutils [req-18e5677d-309d-4ef0-95d4-8f93e9f56f78 req-8c19f4e2-d3fd-40fa-86bf-840e786918c7 service nova] Acquiring lock "aded3c33-08be-4109-960c-111194975958-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.338183] env[68627]: DEBUG oslo_concurrency.lockutils [req-18e5677d-309d-4ef0-95d4-8f93e9f56f78 req-8c19f4e2-d3fd-40fa-86bf-840e786918c7 service nova] Lock "aded3c33-08be-4109-960c-111194975958-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.338440] env[68627]: DEBUG oslo_concurrency.lockutils [req-18e5677d-309d-4ef0-95d4-8f93e9f56f78 req-8c19f4e2-d3fd-40fa-86bf-840e786918c7 service nova] Lock "aded3c33-08be-4109-960c-111194975958-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.338669] env[68627]: DEBUG nova.compute.manager [req-18e5677d-309d-4ef0-95d4-8f93e9f56f78 req-8c19f4e2-d3fd-40fa-86bf-840e786918c7 service nova] [instance: aded3c33-08be-4109-960c-111194975958] No waiting events found dispatching network-vif-plugged-34afab4b-e937-466e-aa2c-e78798c91c46 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.338856] env[68627]: WARNING nova.compute.manager [req-18e5677d-309d-4ef0-95d4-8f93e9f56f78 req-8c19f4e2-d3fd-40fa-86bf-840e786918c7 service nova] [instance: aded3c33-08be-4109-960c-111194975958] Received unexpected event network-vif-plugged-34afab4b-e937-466e-aa2c-e78798c91c46 for instance with vm_state building and task_state spawning. [ 667.389995] env[68627]: DEBUG nova.scheduler.client.report [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.598056] env[68627]: DEBUG nova.compute.manager [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.598056] env[68627]: DEBUG oslo_vmware.api [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036630, 'name': RemoveSnapshot_Task, 'duration_secs': 0.65635} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.598056] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76a092b-4aa9-46a1-80e1-39823f232f95 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.599425] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 667.599663] env[68627]: INFO nova.compute.manager [None req-f2aded82-86b3-439c-8d6a-ea018acb4d58 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Took 17.31 seconds to snapshot the instance on the hypervisor. [ 667.619697] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "refresh_cache-aded3c33-08be-4109-960c-111194975958" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.619697] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquired lock "refresh_cache-aded3c33-08be-4109-960c-111194975958" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.619697] env[68627]: DEBUG nova.network.neutron [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.830393] env[68627]: DEBUG oslo_vmware.api [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036631, 'name': PowerOnVM_Task, 'duration_secs': 0.555546} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.832181] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.832181] env[68627]: INFO nova.compute.manager [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Took 9.52 seconds to spawn the instance on the hypervisor. [ 667.832181] env[68627]: DEBUG nova.compute.manager [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.832181] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58bb2d3-44ee-4f70-89b6-77577f743db1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.895198] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.895729] env[68627]: DEBUG nova.compute.manager [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.899487] env[68627]: DEBUG oslo_concurrency.lockutils [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.867s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.899740] env[68627]: DEBUG nova.objects.instance [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Lazy-loading 'resources' on Instance uuid fc93649b-1a68-4939-bf5a-6218f5186bd2 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.116401] env[68627]: INFO nova.compute.manager [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] instance snapshotting [ 668.122620] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12216fce-21f0-4d76-9a49-1087926f7e46 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.151974] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357a76cc-c9f2-4836-aa18-f99a29f6793e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.165290] env[68627]: DEBUG nova.network.neutron [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.329030] env[68627]: DEBUG nova.network.neutron [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Updating instance_info_cache with network_info: [{"id": "34afab4b-e937-466e-aa2c-e78798c91c46", "address": "fa:16:3e:39:ec:b4", "network": {"id": "42296aeb-2453-4119-b42a-6846ec7361c1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-22649129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3f985bf92643c982bb097161064328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34afab4b-e9", "ovs_interfaceid": "34afab4b-e937-466e-aa2c-e78798c91c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.350757] env[68627]: INFO nova.compute.manager [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Took 36.51 seconds to build instance. [ 668.406334] env[68627]: DEBUG nova.compute.utils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.410835] env[68627]: DEBUG nova.compute.manager [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.411037] env[68627]: DEBUG nova.network.neutron [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.461898] env[68627]: DEBUG nova.policy [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f4acef73313454d9ee307418a3b76e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f5cdc528c2243938b69ff15a105ecce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.669512] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 668.669876] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0216bd56-84a3-420a-828d-66bb51b9fa75 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.681024] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 668.681024] env[68627]: value = "task-3036632" [ 668.681024] env[68627]: _type = "Task" [ 668.681024] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.696588] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036632, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.784582] env[68627]: DEBUG nova.network.neutron [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Successfully created port: af34a21b-2efd-4cc2-a0f0-abfcd3f9be90 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.831532] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Releasing lock "refresh_cache-aded3c33-08be-4109-960c-111194975958" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.831935] env[68627]: DEBUG nova.compute.manager [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Instance network_info: |[{"id": "34afab4b-e937-466e-aa2c-e78798c91c46", "address": "fa:16:3e:39:ec:b4", "network": {"id": "42296aeb-2453-4119-b42a-6846ec7361c1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-22649129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3f985bf92643c982bb097161064328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34afab4b-e9", "ovs_interfaceid": "34afab4b-e937-466e-aa2c-e78798c91c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.832431] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:ec:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34afab4b-e937-466e-aa2c-e78798c91c46', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.843459] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Creating folder: Project (1f3f985bf92643c982bb097161064328). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.848547] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae63cce6-23d3-4a95-b420-385a45b84c9b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.852745] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c58a5c44-8afc-4c9a-ad8f-e18b36c10f90 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Lock "683ec368-79b8-4bcd-87f2-ac1528f5f8dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.498s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.865236] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Created folder: Project (1f3f985bf92643c982bb097161064328) in parent group-v608385. [ 668.865442] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Creating folder: Instances. Parent ref: group-v608460. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.866593] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6debfc00-ee81-4b92-8207-81176fe1f837 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.881023] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Created folder: Instances in parent group-v608460. [ 668.881101] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.881346] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aded3c33-08be-4109-960c-111194975958] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.882011] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0187b9d3-fc66-4c80-9a59-84861b5412cb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.907805] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.907805] env[68627]: value = "task-3036635" [ 668.907805] env[68627]: _type = "Task" [ 668.907805] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.912130] env[68627]: DEBUG nova.compute.manager [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.922566] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036635, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.971195] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d44985-9da6-4e66-a760-0fe373f4f1de {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.982194] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5626b6c-56b4-4b7e-b6ec-a12f8668ccb2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.021452] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05353607-49f5-4875-884a-e205a24d4622 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.032310] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31529f45-70f7-4211-bbd6-1d1a1d294217 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.036653] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.036881] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.037096] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.037274] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.037430] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.040095] env[68627]: INFO nova.compute.manager [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Terminating instance [ 669.053167] env[68627]: DEBUG nova.compute.provider_tree [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.192017] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036632, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.357456] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.421573] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036635, 'name': CreateVM_Task, 'duration_secs': 0.365233} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.421979] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aded3c33-08be-4109-960c-111194975958] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.422668] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.422889] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.423237] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.423437] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a529d1e-6970-438e-b955-06e53f2ee49c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.432978] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 669.432978] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52434322-4da4-102d-0b65-44b2b32921d8" [ 669.432978] env[68627]: _type = "Task" [ 669.432978] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.441798] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52434322-4da4-102d-0b65-44b2b32921d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.555290] env[68627]: DEBUG nova.compute.manager [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.555511] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.559266] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28623ed3-287f-47fc-9273-a5f58b799ea5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.560045] env[68627]: DEBUG nova.scheduler.client.report [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.571618] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.571895] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56e9211b-f99e-497e-b672-fa9a7990197f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.661799] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.662127] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.662368] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Deleting the datastore file [datastore2] a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.662648] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e04e3346-c4f0-4414-9a76-d49adbb5bc6e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.670883] env[68627]: DEBUG oslo_vmware.api [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 669.670883] env[68627]: value = "task-3036637" [ 669.670883] env[68627]: _type = "Task" [ 669.670883] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.678678] env[68627]: DEBUG oslo_vmware.api [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.692324] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036632, 'name': CreateSnapshot_Task, 'duration_secs': 0.7132} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.692596] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 669.693359] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec712631-6242-4fc9-86d4-c111d2c62e62 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.883831] env[68627]: DEBUG nova.compute.manager [req-d851b13a-5cdf-438e-9218-af6573f5b693 req-f32217c4-ecbb-4e52-b51d-652c59fee6c4 service nova] [instance: aded3c33-08be-4109-960c-111194975958] Received event network-changed-34afab4b-e937-466e-aa2c-e78798c91c46 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.884120] env[68627]: DEBUG nova.compute.manager [req-d851b13a-5cdf-438e-9218-af6573f5b693 req-f32217c4-ecbb-4e52-b51d-652c59fee6c4 service nova] [instance: aded3c33-08be-4109-960c-111194975958] Refreshing instance network info cache due to event network-changed-34afab4b-e937-466e-aa2c-e78798c91c46. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.884313] env[68627]: DEBUG oslo_concurrency.lockutils [req-d851b13a-5cdf-438e-9218-af6573f5b693 req-f32217c4-ecbb-4e52-b51d-652c59fee6c4 service nova] Acquiring lock "refresh_cache-aded3c33-08be-4109-960c-111194975958" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.884469] env[68627]: DEBUG oslo_concurrency.lockutils [req-d851b13a-5cdf-438e-9218-af6573f5b693 req-f32217c4-ecbb-4e52-b51d-652c59fee6c4 service nova] Acquired lock "refresh_cache-aded3c33-08be-4109-960c-111194975958" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.884627] env[68627]: DEBUG nova.network.neutron [req-d851b13a-5cdf-438e-9218-af6573f5b693 req-f32217c4-ecbb-4e52-b51d-652c59fee6c4 service nova] [instance: aded3c33-08be-4109-960c-111194975958] Refreshing network info cache for port 34afab4b-e937-466e-aa2c-e78798c91c46 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.886618] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.923655] env[68627]: DEBUG nova.compute.manager [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.944493] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52434322-4da4-102d-0b65-44b2b32921d8, 'name': SearchDatastore_Task, 'duration_secs': 0.020028} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.944921] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.945169] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.945415] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.945578] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.945761] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.948059] env[68627]: DEBUG nova.virt.hardware [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.948293] env[68627]: DEBUG nova.virt.hardware [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.948476] env[68627]: DEBUG nova.virt.hardware [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.948750] env[68627]: DEBUG nova.virt.hardware [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.948881] env[68627]: DEBUG nova.virt.hardware [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.949045] env[68627]: DEBUG nova.virt.hardware [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.949395] env[68627]: DEBUG nova.virt.hardware [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.949583] env[68627]: DEBUG nova.virt.hardware [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.949793] env[68627]: DEBUG nova.virt.hardware [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.949959] env[68627]: DEBUG nova.virt.hardware [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.950150] env[68627]: DEBUG nova.virt.hardware [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.950429] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d338189a-ae82-4e5d-b498-fb8e78a0f1d6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.952989] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b27818-c178-4775-a3b5-7705ff2efcaa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.962315] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48588277-0438-4a8c-b7e3-ba119278e3ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.967432] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.967627] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.968673] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da01c7c6-6602-4532-825e-01783cc32ae4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.983432] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 669.983432] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5269c721-4b62-2452-9ce1-5c6cfeeeff98" [ 669.983432] env[68627]: _type = "Task" [ 669.983432] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.991291] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5269c721-4b62-2452-9ce1-5c6cfeeeff98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.068135] env[68627]: DEBUG nova.compute.manager [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.069054] env[68627]: DEBUG oslo_concurrency.lockutils [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.072954] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd116935-43e7-43db-9b7d-88844f8634bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.075769] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.589s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.076055] env[68627]: DEBUG nova.objects.instance [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lazy-loading 'resources' on Instance uuid 20f5b953-f903-41ca-9a8c-a1b06d61c9ce {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.094779] env[68627]: INFO nova.scheduler.client.report [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Deleted allocations for instance fc93649b-1a68-4939-bf5a-6218f5186bd2 [ 670.182599] env[68627]: DEBUG oslo_vmware.api [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285131} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.183381] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.183723] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.184095] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.185648] env[68627]: INFO nova.compute.manager [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Took 0.63 seconds to destroy the instance on the hypervisor. [ 670.185648] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.185648] env[68627]: DEBUG nova.compute.manager [-] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.185858] env[68627]: DEBUG nova.network.neutron [-] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.219020] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 670.219020] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bec53f3b-7366-4cff-86e1-6fd778e4b1eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.225925] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 670.225925] env[68627]: value = "task-3036638" [ 670.225925] env[68627]: _type = "Task" [ 670.225925] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.235915] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036638, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.303234] env[68627]: DEBUG nova.network.neutron [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Successfully updated port: af34a21b-2efd-4cc2-a0f0-abfcd3f9be90 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.498048] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5269c721-4b62-2452-9ce1-5c6cfeeeff98, 'name': SearchDatastore_Task, 'duration_secs': 0.014771} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.498958] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba40c62-c8b2-492a-ae2b-b5e3810b2e31 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.506657] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 670.506657] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5223f6ad-67f6-640a-b22f-58527eeefa5e" [ 670.506657] env[68627]: _type = "Task" [ 670.506657] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.517953] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5223f6ad-67f6-640a-b22f-58527eeefa5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.586622] env[68627]: INFO nova.compute.manager [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] instance snapshotting [ 670.589092] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bf5e3f-98c8-42e7-a39a-75e531d95025 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.593073] env[68627]: DEBUG nova.network.neutron [req-d851b13a-5cdf-438e-9218-af6573f5b693 req-f32217c4-ecbb-4e52-b51d-652c59fee6c4 service nova] [instance: aded3c33-08be-4109-960c-111194975958] Updated VIF entry in instance network info cache for port 34afab4b-e937-466e-aa2c-e78798c91c46. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.593073] env[68627]: DEBUG nova.network.neutron [req-d851b13a-5cdf-438e-9218-af6573f5b693 req-f32217c4-ecbb-4e52-b51d-652c59fee6c4 service nova] [instance: aded3c33-08be-4109-960c-111194975958] Updating instance_info_cache with network_info: [{"id": "34afab4b-e937-466e-aa2c-e78798c91c46", "address": "fa:16:3e:39:ec:b4", "network": {"id": "42296aeb-2453-4119-b42a-6846ec7361c1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-22649129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3f985bf92643c982bb097161064328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34afab4b-e9", "ovs_interfaceid": "34afab4b-e937-466e-aa2c-e78798c91c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.620137] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e26bdf-2fff-41fa-bf1b-2ea815850d24 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.623356] env[68627]: DEBUG oslo_concurrency.lockutils [None req-53771d69-2515-45a2-b613-7560935013c1 tempest-ServerExternalEventsTest-1007650886 tempest-ServerExternalEventsTest-1007650886-project-member] Lock "fc93649b-1a68-4939-bf5a-6218f5186bd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.723s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.739012] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036638, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.808071] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "refresh_cache-c5649df0-b209-49ed-8816-67691d515acc" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.808235] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "refresh_cache-c5649df0-b209-49ed-8816-67691d515acc" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.808386] env[68627]: DEBUG nova.network.neutron [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.017699] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5223f6ad-67f6-640a-b22f-58527eeefa5e, 'name': SearchDatastore_Task, 'duration_secs': 0.017752} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.018012] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.018236] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] aded3c33-08be-4109-960c-111194975958/aded3c33-08be-4109-960c-111194975958.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.018542] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac2ac0ee-07bd-4cde-8708-aeac78c1841c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.025930] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 671.025930] env[68627]: value = "task-3036639" [ 671.025930] env[68627]: _type = "Task" [ 671.025930] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.036717] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.073754] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed77f941-0285-4133-81bc-9fe4cb122afc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.082596] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7e71a4-c10c-4d85-b7fd-f752acb91dd6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.115587] env[68627]: DEBUG oslo_concurrency.lockutils [req-d851b13a-5cdf-438e-9218-af6573f5b693 req-f32217c4-ecbb-4e52-b51d-652c59fee6c4 service nova] Releasing lock "refresh_cache-aded3c33-08be-4109-960c-111194975958" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.116718] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbf01b2-4b83-46e9-9c43-8f78be54b1a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.125087] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5697cd90-cbe5-4fd7-8d28-74ed21924dc9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.140386] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 671.140793] env[68627]: DEBUG nova.compute.provider_tree [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.142389] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5efd353d-daa2-45e1-baf7-dd84710d23a0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.153986] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 671.153986] env[68627]: value = "task-3036640" [ 671.153986] env[68627]: _type = "Task" [ 671.153986] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.166899] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036640, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.204064] env[68627]: DEBUG nova.network.neutron [-] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.238608] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036638, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.399033] env[68627]: DEBUG nova.network.neutron [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.544611] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036639, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.611025] env[68627]: DEBUG nova.compute.manager [req-3220a2c8-05c8-45c6-b789-425e17a68fc0 req-224bb360-d3d2-43d8-9c8a-ae0a179c0fab service nova] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Received event network-vif-deleted-98e65d7a-f6cb-42be-9f95-c821b1828140 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.647591] env[68627]: DEBUG nova.scheduler.client.report [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.668345] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036640, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.706195] env[68627]: INFO nova.compute.manager [-] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Took 1.52 seconds to deallocate network for instance. [ 671.713015] env[68627]: DEBUG nova.network.neutron [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Updating instance_info_cache with network_info: [{"id": "af34a21b-2efd-4cc2-a0f0-abfcd3f9be90", "address": "fa:16:3e:9a:2b:58", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf34a21b-2e", "ovs_interfaceid": "af34a21b-2efd-4cc2-a0f0-abfcd3f9be90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.737969] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036638, 'name': CloneVM_Task} progress is 95%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.043561] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542196} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.043803] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] aded3c33-08be-4109-960c-111194975958/aded3c33-08be-4109-960c-111194975958.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.044034] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.044488] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c78af57-0c15-48b2-8fed-6c80abf960e3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.054130] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 672.054130] env[68627]: value = "task-3036641" [ 672.054130] env[68627]: _type = "Task" [ 672.054130] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.068431] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.154344] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.157204] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.666s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.157204] env[68627]: DEBUG nova.objects.instance [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Lazy-loading 'resources' on Instance uuid dd7c8e0b-7816-40a9-8aad-67541de9fd67 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.169071] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036640, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.185351] env[68627]: INFO nova.scheduler.client.report [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Deleted allocations for instance 20f5b953-f903-41ca-9a8c-a1b06d61c9ce [ 672.216477] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.216570] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "refresh_cache-c5649df0-b209-49ed-8816-67691d515acc" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.216863] env[68627]: DEBUG nova.compute.manager [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Instance network_info: |[{"id": "af34a21b-2efd-4cc2-a0f0-abfcd3f9be90", "address": "fa:16:3e:9a:2b:58", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf34a21b-2e", "ovs_interfaceid": "af34a21b-2efd-4cc2-a0f0-abfcd3f9be90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.217455] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:2b:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af34a21b-2efd-4cc2-a0f0-abfcd3f9be90', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.225536] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Creating folder: Project (2f5cdc528c2243938b69ff15a105ecce). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.225833] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ae5e013-03da-4c75-b6aa-3fdca886c4c3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.237765] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036638, 'name': CloneVM_Task, 'duration_secs': 1.782209} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.239090] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Created linked-clone VM from snapshot [ 672.239371] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Created folder: Project (2f5cdc528c2243938b69ff15a105ecce) in parent group-v608385. [ 672.239614] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Creating folder: Instances. Parent ref: group-v608466. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.240311] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14c759c-993c-409f-8fd6-09528c4afd63 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.242811] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b8d23d9-b5ba-4cbb-98d4-5156ae0fd360 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.252560] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Uploading image 56471c24-7f3a-4646-a7a5-516c5b3ea558 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 672.257095] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Created folder: Instances in parent group-v608466. [ 672.257457] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.257749] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5649df0-b209-49ed-8816-67691d515acc] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.257878] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29aa5420-cd2a-46fc-b9af-2ca18035ac1e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.283496] env[68627]: DEBUG oslo_vmware.rw_handles [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 672.283496] env[68627]: value = "vm-608464" [ 672.283496] env[68627]: _type = "VirtualMachine" [ 672.283496] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 672.283787] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5dc6f6af-74a7-439a-a1d2-fe3dacc94580 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.286580] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.286580] env[68627]: value = "task-3036644" [ 672.286580] env[68627]: _type = "Task" [ 672.286580] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.291342] env[68627]: DEBUG oslo_vmware.rw_handles [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lease: (returnval){ [ 672.291342] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5208b9af-e1ab-7830-c8bb-7ab1d0673e34" [ 672.291342] env[68627]: _type = "HttpNfcLease" [ 672.291342] env[68627]: } obtained for exporting VM: (result){ [ 672.291342] env[68627]: value = "vm-608464" [ 672.291342] env[68627]: _type = "VirtualMachine" [ 672.291342] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 672.291578] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the lease: (returnval){ [ 672.291578] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5208b9af-e1ab-7830-c8bb-7ab1d0673e34" [ 672.291578] env[68627]: _type = "HttpNfcLease" [ 672.291578] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 672.298344] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036644, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.301868] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 672.301868] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5208b9af-e1ab-7830-c8bb-7ab1d0673e34" [ 672.301868] env[68627]: _type = "HttpNfcLease" [ 672.301868] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 672.397764] env[68627]: DEBUG nova.compute.manager [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] [instance: c5649df0-b209-49ed-8816-67691d515acc] Received event network-vif-plugged-af34a21b-2efd-4cc2-a0f0-abfcd3f9be90 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.398048] env[68627]: DEBUG oslo_concurrency.lockutils [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] Acquiring lock "c5649df0-b209-49ed-8816-67691d515acc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.398278] env[68627]: DEBUG oslo_concurrency.lockutils [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] Lock "c5649df0-b209-49ed-8816-67691d515acc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.398450] env[68627]: DEBUG oslo_concurrency.lockutils [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] Lock "c5649df0-b209-49ed-8816-67691d515acc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.398620] env[68627]: DEBUG nova.compute.manager [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] [instance: c5649df0-b209-49ed-8816-67691d515acc] No waiting events found dispatching network-vif-plugged-af34a21b-2efd-4cc2-a0f0-abfcd3f9be90 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.398778] env[68627]: WARNING nova.compute.manager [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] [instance: c5649df0-b209-49ed-8816-67691d515acc] Received unexpected event network-vif-plugged-af34a21b-2efd-4cc2-a0f0-abfcd3f9be90 for instance with vm_state building and task_state spawning. [ 672.398938] env[68627]: DEBUG nova.compute.manager [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] [instance: c5649df0-b209-49ed-8816-67691d515acc] Received event network-changed-af34a21b-2efd-4cc2-a0f0-abfcd3f9be90 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.399185] env[68627]: DEBUG nova.compute.manager [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] [instance: c5649df0-b209-49ed-8816-67691d515acc] Refreshing instance network info cache due to event network-changed-af34a21b-2efd-4cc2-a0f0-abfcd3f9be90. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.399391] env[68627]: DEBUG oslo_concurrency.lockutils [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] Acquiring lock "refresh_cache-c5649df0-b209-49ed-8816-67691d515acc" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.399594] env[68627]: DEBUG oslo_concurrency.lockutils [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] Acquired lock "refresh_cache-c5649df0-b209-49ed-8816-67691d515acc" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.399688] env[68627]: DEBUG nova.network.neutron [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] [instance: c5649df0-b209-49ed-8816-67691d515acc] Refreshing network info cache for port af34a21b-2efd-4cc2-a0f0-abfcd3f9be90 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.565216] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074834} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.565505] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.566310] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10b38c5-98cf-4232-9a07-dec7022dea1a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.589843] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] aded3c33-08be-4109-960c-111194975958/aded3c33-08be-4109-960c-111194975958.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.590266] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34d7edd0-282e-4728-b20e-a50f4d09b19b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.612716] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 672.612716] env[68627]: value = "task-3036646" [ 672.612716] env[68627]: _type = "Task" [ 672.612716] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.621931] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.674118] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036640, 'name': CreateSnapshot_Task, 'duration_secs': 1.059818} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.674425] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 672.676565] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8404230f-0825-43d6-87f5-6e1ff37382a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.699761] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b59d345-1f26-4874-862f-55a7254c6287 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "20f5b953-f903-41ca-9a8c-a1b06d61c9ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.270s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.800535] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036644, 'name': CreateVM_Task, 'duration_secs': 0.379062} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.801167] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5649df0-b209-49ed-8816-67691d515acc] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.802018] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.802247] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.802713] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.807944] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333f404b-5620-42b7-8bfe-d5c659afc6f1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.813808] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 672.813808] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5208b9af-e1ab-7830-c8bb-7ab1d0673e34" [ 672.813808] env[68627]: _type = "HttpNfcLease" [ 672.813808] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 672.813808] env[68627]: DEBUG oslo_vmware.rw_handles [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 672.813808] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5208b9af-e1ab-7830-c8bb-7ab1d0673e34" [ 672.813808] env[68627]: _type = "HttpNfcLease" [ 672.813808] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 672.813808] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7123d72c-1284-44d8-8753-8f360c472e2a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.817797] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 672.817797] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52467eb0-b334-b3dc-fbef-08705603154f" [ 672.817797] env[68627]: _type = "Task" [ 672.817797] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.824800] env[68627]: DEBUG oslo_vmware.rw_handles [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52094fca-d00c-5ba4-4e69-4f3bd461b664/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 672.824985] env[68627]: DEBUG oslo_vmware.rw_handles [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52094fca-d00c-5ba4-4e69-4f3bd461b664/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 672.894457] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52467eb0-b334-b3dc-fbef-08705603154f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.975219] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-265fac08-aaa8-4d32-9067-a7ecd58dfa05 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.126671] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036646, 'name': ReconfigVM_Task, 'duration_secs': 0.488161} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.129478] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Reconfigured VM instance instance-00000019 to attach disk [datastore1] aded3c33-08be-4109-960c-111194975958/aded3c33-08be-4109-960c-111194975958.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.131410] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f8da9bc-8877-439e-bbf1-50976e86f56f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.139749] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 673.139749] env[68627]: value = "task-3036647" [ 673.139749] env[68627]: _type = "Task" [ 673.139749] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.151542] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036647, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.208571] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 673.209635] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ac3a15b-f434-4a86-8bfb-9335d810ee69 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.219563] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 673.219563] env[68627]: value = "task-3036648" [ 673.219563] env[68627]: _type = "Task" [ 673.219563] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.232057] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036648, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.240781] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cdbe9e-a49d-47a1-af2c-52c12bf0e499 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.251380] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809655f0-4e67-4ec9-9d4a-255b223ccf44 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.290824] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f6a5a8-678e-459b-96e0-bc3a85cf20e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.300611] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9ac42b-1a32-4b9b-96a8-f0a194207fcb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.316960] env[68627]: DEBUG nova.compute.provider_tree [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.328879] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52467eb0-b334-b3dc-fbef-08705603154f, 'name': SearchDatastore_Task, 'duration_secs': 0.040089} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.329223] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.329524] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.329889] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.329970] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.330182] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.330476] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30920a79-13d8-4cec-bf0f-18987da81e90 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.343524] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.343805] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.344794] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c8f537-09c8-40a9-b479-83efd3525653 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.352238] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 673.352238] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52937465-7781-25c4-c83a-b764ff04ee55" [ 673.352238] env[68627]: _type = "Task" [ 673.352238] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.356755] env[68627]: DEBUG nova.network.neutron [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] [instance: c5649df0-b209-49ed-8816-67691d515acc] Updated VIF entry in instance network info cache for port af34a21b-2efd-4cc2-a0f0-abfcd3f9be90. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.357235] env[68627]: DEBUG nova.network.neutron [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] [instance: c5649df0-b209-49ed-8816-67691d515acc] Updating instance_info_cache with network_info: [{"id": "af34a21b-2efd-4cc2-a0f0-abfcd3f9be90", "address": "fa:16:3e:9a:2b:58", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf34a21b-2e", "ovs_interfaceid": "af34a21b-2efd-4cc2-a0f0-abfcd3f9be90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.364567] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52937465-7781-25c4-c83a-b764ff04ee55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.656291] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036647, 'name': Rename_Task, 'duration_secs': 0.417278} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.656291] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.656291] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbf29d4e-43b5-48f4-a586-a4776ffa1fc2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.669473] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 673.669473] env[68627]: value = "task-3036649" [ 673.669473] env[68627]: _type = "Task" [ 673.669473] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.679828] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.735993] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036648, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.826441] env[68627]: DEBUG nova.scheduler.client.report [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.860046] env[68627]: DEBUG oslo_concurrency.lockutils [req-ea223414-f31e-495f-91ed-8307aa10a9c9 req-5a0800a6-3eca-4c97-b049-e1423d88ed1b service nova] Releasing lock "refresh_cache-c5649df0-b209-49ed-8816-67691d515acc" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.865267] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52937465-7781-25c4-c83a-b764ff04ee55, 'name': SearchDatastore_Task, 'duration_secs': 0.014749} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.866188] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c8f08b-7c67-46eb-b98b-c01585306e3f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.874874] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 673.874874] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52378df9-ea11-42ee-ed59-4efd7ad04d5b" [ 673.874874] env[68627]: _type = "Task" [ 673.874874] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.886795] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52378df9-ea11-42ee-ed59-4efd7ad04d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.183138] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036649, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.233948] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036648, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.253100] env[68627]: DEBUG nova.compute.manager [req-47e48856-4378-4ae0-bbe6-b54d8737a841 req-f2f75ec1-6c8c-49c0-98e9-5affd2bb7399 service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Received event network-changed-5f887bd2-fa74-4817-b21d-3d8f34c68323 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.253315] env[68627]: DEBUG nova.compute.manager [req-47e48856-4378-4ae0-bbe6-b54d8737a841 req-f2f75ec1-6c8c-49c0-98e9-5affd2bb7399 service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Refreshing instance network info cache due to event network-changed-5f887bd2-fa74-4817-b21d-3d8f34c68323. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.253618] env[68627]: DEBUG oslo_concurrency.lockutils [req-47e48856-4378-4ae0-bbe6-b54d8737a841 req-f2f75ec1-6c8c-49c0-98e9-5affd2bb7399 service nova] Acquiring lock "refresh_cache-683ec368-79b8-4bcd-87f2-ac1528f5f8dd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.253819] env[68627]: DEBUG oslo_concurrency.lockutils [req-47e48856-4378-4ae0-bbe6-b54d8737a841 req-f2f75ec1-6c8c-49c0-98e9-5affd2bb7399 service nova] Acquired lock "refresh_cache-683ec368-79b8-4bcd-87f2-ac1528f5f8dd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.254067] env[68627]: DEBUG nova.network.neutron [req-47e48856-4378-4ae0-bbe6-b54d8737a841 req-f2f75ec1-6c8c-49c0-98e9-5affd2bb7399 service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Refreshing network info cache for port 5f887bd2-fa74-4817-b21d-3d8f34c68323 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.332934] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.336630] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.149s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.339397] env[68627]: INFO nova.compute.claims [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.371487] env[68627]: INFO nova.scheduler.client.report [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Deleted allocations for instance dd7c8e0b-7816-40a9-8aad-67541de9fd67 [ 674.396660] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52378df9-ea11-42ee-ed59-4efd7ad04d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.013934} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.396813] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.397323] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] c5649df0-b209-49ed-8816-67691d515acc/c5649df0-b209-49ed-8816-67691d515acc.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.397561] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8e7fbe4-108b-406e-a050-ce31334e91f6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.409033] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 674.409033] env[68627]: value = "task-3036650" [ 674.409033] env[68627]: _type = "Task" [ 674.409033] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.418337] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.682934] env[68627]: DEBUG oslo_vmware.api [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036649, 'name': PowerOnVM_Task, 'duration_secs': 0.745184} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.683257] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.683461] env[68627]: INFO nova.compute.manager [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Took 8.54 seconds to spawn the instance on the hypervisor. [ 674.683640] env[68627]: DEBUG nova.compute.manager [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.684539] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208b67b3-5adc-4aea-8269-ad81b08ce169 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.732689] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036648, 'name': CloneVM_Task, 'duration_secs': 1.509582} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.733036] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Created linked-clone VM from snapshot [ 674.733864] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9599a645-4143-450b-bc0c-22c194f300cd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.744110] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Uploading image 74b47abe-2cf9-4515-8ce5-41548b95b575 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 674.802143] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 674.802143] env[68627]: value = "vm-608469" [ 674.802143] env[68627]: _type = "VirtualMachine" [ 674.802143] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 674.802143] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6d27c75a-dcd0-4dd3-a867-88d2a38e5477 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.812960] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lease: (returnval){ [ 674.812960] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520161a0-1ba8-019a-b04a-82cf5be173a9" [ 674.812960] env[68627]: _type = "HttpNfcLease" [ 674.812960] env[68627]: } obtained for exporting VM: (result){ [ 674.812960] env[68627]: value = "vm-608469" [ 674.812960] env[68627]: _type = "VirtualMachine" [ 674.812960] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 674.813318] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the lease: (returnval){ [ 674.813318] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520161a0-1ba8-019a-b04a-82cf5be173a9" [ 674.813318] env[68627]: _type = "HttpNfcLease" [ 674.813318] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 674.824761] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.824761] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520161a0-1ba8-019a-b04a-82cf5be173a9" [ 674.824761] env[68627]: _type = "HttpNfcLease" [ 674.824761] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 674.892699] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3796dd13-9f9e-495c-a2e2-c6205902a7a6 tempest-ServersListShow296Test-806245463 tempest-ServersListShow296Test-806245463-project-member] Lock "dd7c8e0b-7816-40a9-8aad-67541de9fd67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.790s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.918283] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036650, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.206074] env[68627]: INFO nova.compute.manager [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Took 37.50 seconds to build instance. [ 675.290451] env[68627]: DEBUG nova.network.neutron [req-47e48856-4378-4ae0-bbe6-b54d8737a841 req-f2f75ec1-6c8c-49c0-98e9-5affd2bb7399 service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Updated VIF entry in instance network info cache for port 5f887bd2-fa74-4817-b21d-3d8f34c68323. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.290826] env[68627]: DEBUG nova.network.neutron [req-47e48856-4378-4ae0-bbe6-b54d8737a841 req-f2f75ec1-6c8c-49c0-98e9-5affd2bb7399 service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Updating instance_info_cache with network_info: [{"id": "5f887bd2-fa74-4817-b21d-3d8f34c68323", "address": "fa:16:3e:15:9f:36", "network": {"id": "1262c733-b570-423a-871e-fe733d198986", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-121503125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4e85df7ae3453498fe4fef98769968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f887bd2-fa", "ovs_interfaceid": "5f887bd2-fa74-4817-b21d-3d8f34c68323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.324396] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 675.324396] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520161a0-1ba8-019a-b04a-82cf5be173a9" [ 675.324396] env[68627]: _type = "HttpNfcLease" [ 675.324396] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 675.324396] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 675.324396] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520161a0-1ba8-019a-b04a-82cf5be173a9" [ 675.324396] env[68627]: _type = "HttpNfcLease" [ 675.324396] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 675.324396] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e8ebbf-fbdf-48ff-8fd3-194639816f91 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.333684] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528522d7-e241-4a23-a015-082bc27c040b/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 675.333815] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528522d7-e241-4a23-a015-082bc27c040b/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 675.422617] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585839} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.422897] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] c5649df0-b209-49ed-8816-67691d515acc/c5649df0-b209-49ed-8816-67691d515acc.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.423128] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.423402] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf546c9a-f595-4ef6-aa76-dbdecb92e207 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.432814] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 675.432814] env[68627]: value = "task-3036652" [ 675.432814] env[68627]: _type = "Task" [ 675.432814] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.449164] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.511906] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-162af52e-8c13-4b23-ab59-7009b99dafab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.708533] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c568b34a-e89b-4c58-bd05-a6a435e5c7ae tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "aded3c33-08be-4109-960c-111194975958" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.328s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.795659] env[68627]: DEBUG oslo_concurrency.lockutils [req-47e48856-4378-4ae0-bbe6-b54d8737a841 req-f2f75ec1-6c8c-49c0-98e9-5affd2bb7399 service nova] Releasing lock "refresh_cache-683ec368-79b8-4bcd-87f2-ac1528f5f8dd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.943581] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb9a6cf-2909-4f44-8e40-96feebb14f0c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.955256] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093688} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.955256] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.955978] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a56da71-f4fb-42ba-8c10-46e956bea455 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.960680] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a095ac9-335b-4fc1-b4d6-bb624e6de3e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.996186] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] c5649df0-b209-49ed-8816-67691d515acc/c5649df0-b209-49ed-8816-67691d515acc.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.027962] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc929d13-74cf-4a10-8c19-98ccdd1cb626 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.048047] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88a67f5-a868-4363-bb55-d3344f4aff88 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.059430] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "d97f7887-afa4-4707-99dd-ef8376e41103" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.059776] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "d97f7887-afa4-4707-99dd-ef8376e41103" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.067151] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d442a1-fa6f-4b2a-930e-e583f18acfd6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.074235] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 676.074235] env[68627]: value = "task-3036653" [ 676.074235] env[68627]: _type = "Task" [ 676.074235] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.089228] env[68627]: DEBUG nova.compute.provider_tree [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.097677] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.217160] env[68627]: DEBUG nova.compute.manager [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.585962] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036653, 'name': ReconfigVM_Task, 'duration_secs': 0.349526} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.587468] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Reconfigured VM instance instance-0000001a to attach disk [datastore1] c5649df0-b209-49ed-8816-67691d515acc/c5649df0-b209-49ed-8816-67691d515acc.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.588570] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ef04846-05de-400e-91a5-c0dc0e3fa737 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.593331] env[68627]: DEBUG nova.scheduler.client.report [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.603668] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 676.603668] env[68627]: value = "task-3036654" [ 676.603668] env[68627]: _type = "Task" [ 676.603668] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.613738] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036654, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.750375] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.098658] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.100069] env[68627]: DEBUG nova.compute.manager [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.103762] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.253s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.105416] env[68627]: INFO nova.compute.claims [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.120895] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036654, 'name': Rename_Task, 'duration_secs': 0.172652} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.121577] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.122771] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98508d0b-4d11-4381-858e-a730790db6b7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.132400] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 677.132400] env[68627]: value = "task-3036655" [ 677.132400] env[68627]: _type = "Task" [ 677.132400] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.143217] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.611473] env[68627]: DEBUG nova.compute.utils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.616876] env[68627]: DEBUG nova.compute.manager [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Not allocating networking since 'none' was specified. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 677.645261] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036655, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.117777] env[68627]: DEBUG nova.compute.manager [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.145094] env[68627]: DEBUG oslo_vmware.api [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036655, 'name': PowerOnVM_Task, 'duration_secs': 0.808622} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.148352] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.148648] env[68627]: INFO nova.compute.manager [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Took 8.22 seconds to spawn the instance on the hypervisor. [ 678.148825] env[68627]: DEBUG nova.compute.manager [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.150345] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f6750f-5282-41bf-8487-24bc4c909767 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.556292] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef9267b-77dc-4922-b29e-feb1053acbc6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.566393] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f948627-dd59-4789-b8cd-d774a70adde2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.600824] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227b6750-68a1-47db-bf3b-169cd15088dd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.610812] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ab9804-c322-4529-9c14-9a1627cb9549 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.629871] env[68627]: DEBUG nova.compute.provider_tree [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.677500] env[68627]: INFO nova.compute.manager [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Took 37.50 seconds to build instance. [ 679.132123] env[68627]: DEBUG nova.compute.manager [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.135095] env[68627]: DEBUG nova.scheduler.client.report [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.179767] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8c546812-cac2-4aef-810d-965c7a9a52dc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "c5649df0-b209-49ed-8816-67691d515acc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.392s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.640471] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.641052] env[68627]: DEBUG nova.compute.manager [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.643994] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.674s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.645562] env[68627]: INFO nova.compute.claims [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.683294] env[68627]: DEBUG nova.compute.manager [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.152886] env[68627]: DEBUG nova.compute.utils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.154701] env[68627]: DEBUG nova.compute.manager [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.154943] env[68627]: DEBUG nova.network.neutron [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.208832] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.210867] env[68627]: DEBUG nova.policy [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '516ca50228bc40f398372b86ebc7dbd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '228af9ee4f6e464cb13d659c6e63a8e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.528488] env[68627]: DEBUG nova.virt.hardware [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.528693] env[68627]: DEBUG nova.virt.hardware [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.528869] env[68627]: DEBUG nova.virt.hardware [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.532437] env[68627]: DEBUG nova.virt.hardware [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.532561] env[68627]: DEBUG nova.virt.hardware [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.533498] env[68627]: DEBUG nova.virt.hardware [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.533498] env[68627]: DEBUG nova.virt.hardware [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.533498] env[68627]: DEBUG nova.virt.hardware [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.533498] env[68627]: DEBUG nova.virt.hardware [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.533720] env[68627]: DEBUG nova.virt.hardware [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.533764] env[68627]: DEBUG nova.virt.hardware [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.536712] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bb46ad-0e54-4f8f-9a72-cd3f5039481e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.550107] env[68627]: DEBUG oslo_vmware.rw_handles [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52094fca-d00c-5ba4-4e69-4f3bd461b664/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 680.551651] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d306ac2a-d63c-4725-b9ef-adc60a5fcb2a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.556672] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172d8cdb-fea6-4383-9882-f42fa4c97a1e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.571878] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.577969] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Creating folder: Project (1b5bc7605b9c4717878d25aa51c0e1bf). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.580301] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f78139c9-ad3c-46a0-bffd-bebb1e34827a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.582272] env[68627]: DEBUG oslo_vmware.rw_handles [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52094fca-d00c-5ba4-4e69-4f3bd461b664/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 680.582453] env[68627]: ERROR oslo_vmware.rw_handles [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52094fca-d00c-5ba4-4e69-4f3bd461b664/disk-0.vmdk due to incomplete transfer. [ 680.582698] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c7aecf56-da4b-408a-b101-d45b777f32fb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.592210] env[68627]: DEBUG oslo_vmware.rw_handles [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52094fca-d00c-5ba4-4e69-4f3bd461b664/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 680.592438] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Uploaded image 56471c24-7f3a-4646-a7a5-516c5b3ea558 to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 680.594762] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 680.595096] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e713ff8-c7ca-427f-bc61-f6a614c20c88 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.598965] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Created folder: Project (1b5bc7605b9c4717878d25aa51c0e1bf) in parent group-v608385. [ 680.599216] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Creating folder: Instances. Parent ref: group-v608470. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.599481] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69e6b9af-de2a-4923-a955-1349be3e7f90 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.603807] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 680.603807] env[68627]: value = "task-3036657" [ 680.603807] env[68627]: _type = "Task" [ 680.603807] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.614644] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036657, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.617416] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Created folder: Instances in parent group-v608470. [ 680.617416] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.617416] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.617416] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a05e200-15c6-480a-a903-88e9702497fd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.637110] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.637110] env[68627]: value = "task-3036659" [ 680.637110] env[68627]: _type = "Task" [ 680.637110] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.647271] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036659, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.659944] env[68627]: DEBUG nova.compute.manager [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.959363] env[68627]: DEBUG nova.network.neutron [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Successfully created port: 2b4b4777-d20c-4162-80ad-68f2458b3563 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.117971] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036657, 'name': Destroy_Task, 'duration_secs': 0.386863} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.118275] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Destroyed the VM [ 681.118591] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 681.118872] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-827a99e9-1e27-420f-b5b6-a8fdd642295d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.128145] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 681.128145] env[68627]: value = "task-3036660" [ 681.128145] env[68627]: _type = "Task" [ 681.128145] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.144439] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036660, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.155966] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036659, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.216020] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc08ccb-7a89-4912-a66f-b8039fdf1853 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.227080] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6d414-937a-4606-95ff-49f64ea4342e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.264663] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ca6851-d65e-4ce8-8a0b-9c5f5f21cca9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.275693] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72bbe3a-a22d-4a45-a088-e8fe6c880e9f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.285098] env[68627]: DEBUG nova.compute.manager [req-02d03fce-80d6-4b55-9cc7-d22a68a9a484 req-c5774ad6-7f31-43c5-8467-462a303eb45d service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Received event network-changed-5f887bd2-fa74-4817-b21d-3d8f34c68323 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.285098] env[68627]: DEBUG nova.compute.manager [req-02d03fce-80d6-4b55-9cc7-d22a68a9a484 req-c5774ad6-7f31-43c5-8467-462a303eb45d service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Refreshing instance network info cache due to event network-changed-5f887bd2-fa74-4817-b21d-3d8f34c68323. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.285098] env[68627]: DEBUG oslo_concurrency.lockutils [req-02d03fce-80d6-4b55-9cc7-d22a68a9a484 req-c5774ad6-7f31-43c5-8467-462a303eb45d service nova] Acquiring lock "refresh_cache-683ec368-79b8-4bcd-87f2-ac1528f5f8dd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.285098] env[68627]: DEBUG oslo_concurrency.lockutils [req-02d03fce-80d6-4b55-9cc7-d22a68a9a484 req-c5774ad6-7f31-43c5-8467-462a303eb45d service nova] Acquired lock "refresh_cache-683ec368-79b8-4bcd-87f2-ac1528f5f8dd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.285098] env[68627]: DEBUG nova.network.neutron [req-02d03fce-80d6-4b55-9cc7-d22a68a9a484 req-c5774ad6-7f31-43c5-8467-462a303eb45d service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Refreshing network info cache for port 5f887bd2-fa74-4817-b21d-3d8f34c68323 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.299256] env[68627]: DEBUG nova.compute.provider_tree [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.646654] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036660, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.653713] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036659, 'name': CreateVM_Task, 'duration_secs': 0.537273} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.654118] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.655156] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.655413] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.655778] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.656104] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb123822-609e-442a-bd5b-3a2293052479 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.663226] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Waiting for the task: (returnval){ [ 681.663226] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526540f7-bd4b-3747-5a63-bb2fcc85a0a8" [ 681.663226] env[68627]: _type = "Task" [ 681.663226] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.671171] env[68627]: DEBUG nova.compute.manager [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.680039] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526540f7-bd4b-3747-5a63-bb2fcc85a0a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.701328] env[68627]: DEBUG nova.virt.hardware [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.701583] env[68627]: DEBUG nova.virt.hardware [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.701744] env[68627]: DEBUG nova.virt.hardware [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.701991] env[68627]: DEBUG nova.virt.hardware [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.702192] env[68627]: DEBUG nova.virt.hardware [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.702357] env[68627]: DEBUG nova.virt.hardware [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.702630] env[68627]: DEBUG nova.virt.hardware [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.702820] env[68627]: DEBUG nova.virt.hardware [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.703020] env[68627]: DEBUG nova.virt.hardware [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.703216] env[68627]: DEBUG nova.virt.hardware [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.703442] env[68627]: DEBUG nova.virt.hardware [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.704520] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f191fd-f03f-47cc-a749-4c4ef47280c3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.715262] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d437e8-414d-499b-b58e-1dda56e168c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.806490] env[68627]: DEBUG nova.scheduler.client.report [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.145256] env[68627]: DEBUG oslo_vmware.api [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036660, 'name': RemoveSnapshot_Task, 'duration_secs': 0.741005} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.145256] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 682.145256] env[68627]: INFO nova.compute.manager [None req-0ae08392-2a26-4307-b343-3ef74e8cbc4b tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Took 14.02 seconds to snapshot the instance on the hypervisor. [ 682.179029] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526540f7-bd4b-3747-5a63-bb2fcc85a0a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012627} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.179029] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.179029] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.179029] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.179277] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.179277] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.179277] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-444a29ac-d89f-4d09-a10a-fe58c27ee35c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.194949] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.195379] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.196608] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8bfe9e1-78cf-4d8a-872d-7c426f5519f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.204487] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Waiting for the task: (returnval){ [ 682.204487] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c2920b-27bf-8c94-d434-cab04f7fdc48" [ 682.204487] env[68627]: _type = "Task" [ 682.204487] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.219415] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c2920b-27bf-8c94-d434-cab04f7fdc48, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.222085] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53448e1b-a852-45b3-b609-f9628645973c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.227083] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Waiting for the task: (returnval){ [ 682.227083] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e07f97-0f52-e777-8e96-d5b388267feb" [ 682.227083] env[68627]: _type = "Task" [ 682.227083] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.237860] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e07f97-0f52-e777-8e96-d5b388267feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.313393] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.313935] env[68627]: DEBUG nova.compute.manager [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.316712] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.460s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.491242] env[68627]: DEBUG nova.network.neutron [req-02d03fce-80d6-4b55-9cc7-d22a68a9a484 req-c5774ad6-7f31-43c5-8467-462a303eb45d service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Updated VIF entry in instance network info cache for port 5f887bd2-fa74-4817-b21d-3d8f34c68323. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.491704] env[68627]: DEBUG nova.network.neutron [req-02d03fce-80d6-4b55-9cc7-d22a68a9a484 req-c5774ad6-7f31-43c5-8467-462a303eb45d service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Updating instance_info_cache with network_info: [{"id": "5f887bd2-fa74-4817-b21d-3d8f34c68323", "address": "fa:16:3e:15:9f:36", "network": {"id": "1262c733-b570-423a-871e-fe733d198986", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-121503125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f4e85df7ae3453498fe4fef98769968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f887bd2-fa", "ovs_interfaceid": "5f887bd2-fa74-4817-b21d-3d8f34c68323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.563175] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Acquiring lock "8ba8e593-f0bc-495d-9c67-a9583e152b70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.563815] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Lock "8ba8e593-f0bc-495d-9c67-a9583e152b70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.625276] env[68627]: DEBUG nova.compute.manager [req-b73ecc53-86df-4228-89dc-3b0e838e7767 req-2f0c0f3d-f6e6-4d60-9d33-b9ed1cf8b25e service nova] [instance: aded3c33-08be-4109-960c-111194975958] Received event network-changed-34afab4b-e937-466e-aa2c-e78798c91c46 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.628807] env[68627]: DEBUG nova.compute.manager [req-b73ecc53-86df-4228-89dc-3b0e838e7767 req-2f0c0f3d-f6e6-4d60-9d33-b9ed1cf8b25e service nova] [instance: aded3c33-08be-4109-960c-111194975958] Refreshing instance network info cache due to event network-changed-34afab4b-e937-466e-aa2c-e78798c91c46. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.628807] env[68627]: DEBUG oslo_concurrency.lockutils [req-b73ecc53-86df-4228-89dc-3b0e838e7767 req-2f0c0f3d-f6e6-4d60-9d33-b9ed1cf8b25e service nova] Acquiring lock "refresh_cache-aded3c33-08be-4109-960c-111194975958" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.628807] env[68627]: DEBUG oslo_concurrency.lockutils [req-b73ecc53-86df-4228-89dc-3b0e838e7767 req-2f0c0f3d-f6e6-4d60-9d33-b9ed1cf8b25e service nova] Acquired lock "refresh_cache-aded3c33-08be-4109-960c-111194975958" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.628807] env[68627]: DEBUG nova.network.neutron [req-b73ecc53-86df-4228-89dc-3b0e838e7767 req-2f0c0f3d-f6e6-4d60-9d33-b9ed1cf8b25e service nova] [instance: aded3c33-08be-4109-960c-111194975958] Refreshing network info cache for port 34afab4b-e937-466e-aa2c-e78798c91c46 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.700998] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6851db7a-d410-42fb-a725-412e17e527bc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "c5649df0-b209-49ed-8816-67691d515acc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.700998] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6851db7a-d410-42fb-a725-412e17e527bc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "c5649df0-b209-49ed-8816-67691d515acc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.700998] env[68627]: DEBUG nova.compute.manager [None req-6851db7a-d410-42fb-a725-412e17e527bc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.700998] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf710db-3a96-4ea6-a703-dd3f2e889188 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.714537] env[68627]: DEBUG nova.compute.manager [None req-6851db7a-d410-42fb-a725-412e17e527bc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68627) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 682.714537] env[68627]: DEBUG nova.objects.instance [None req-6851db7a-d410-42fb-a725-412e17e527bc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lazy-loading 'flavor' on Instance uuid c5649df0-b209-49ed-8816-67691d515acc {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.740751] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e07f97-0f52-e777-8e96-d5b388267feb, 'name': SearchDatastore_Task, 'duration_secs': 0.01156} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.740751] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.741145] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] a138922c-a6ed-40e6-bfac-b5647b472eeb/a138922c-a6ed-40e6-bfac-b5647b472eeb.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.741864] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faf4997d-b533-4221-af97-9b533b4b4b42 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.755459] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Waiting for the task: (returnval){ [ 682.755459] env[68627]: value = "task-3036661" [ 682.755459] env[68627]: _type = "Task" [ 682.755459] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.765392] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.822610] env[68627]: INFO nova.compute.claims [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.830704] env[68627]: DEBUG nova.compute.utils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.833820] env[68627]: DEBUG nova.compute.manager [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.833820] env[68627]: DEBUG nova.network.neutron [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.898528] env[68627]: DEBUG nova.policy [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64126a24a231479492a93e4a4a232943', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c830beed5044dbd8edc81b56fae7fea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.951274] env[68627]: DEBUG nova.network.neutron [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Successfully updated port: 2b4b4777-d20c-4162-80ad-68f2458b3563 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.995520] env[68627]: DEBUG oslo_concurrency.lockutils [req-02d03fce-80d6-4b55-9cc7-d22a68a9a484 req-c5774ad6-7f31-43c5-8467-462a303eb45d service nova] Releasing lock "refresh_cache-683ec368-79b8-4bcd-87f2-ac1528f5f8dd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.265242] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036661, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.335269] env[68627]: INFO nova.compute.resource_tracker [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating resource usage from migration 4bdb32b8-9c6c-48b1-837b-d51b5cf06e03 [ 683.341947] env[68627]: DEBUG nova.compute.manager [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.354169] env[68627]: DEBUG nova.network.neutron [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Successfully created port: b96fa8d9-10f7-4cfd-b17c-9ab392eac178 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.426373] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Acquiring lock "683ec368-79b8-4bcd-87f2-ac1528f5f8dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.428786] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Lock "683ec368-79b8-4bcd-87f2-ac1528f5f8dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.428786] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Acquiring lock "683ec368-79b8-4bcd-87f2-ac1528f5f8dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.428786] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Lock "683ec368-79b8-4bcd-87f2-ac1528f5f8dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.429085] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Lock "683ec368-79b8-4bcd-87f2-ac1528f5f8dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.429593] env[68627]: INFO nova.compute.manager [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Terminating instance [ 683.457760] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquiring lock "refresh_cache-b711c51c-67bc-4485-a3d4-ebfd4db35ae0" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.458032] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquired lock "refresh_cache-b711c51c-67bc-4485-a3d4-ebfd4db35ae0" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.458248] env[68627]: DEBUG nova.network.neutron [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.630570] env[68627]: DEBUG nova.compute.manager [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Received event network-vif-plugged-2b4b4777-d20c-4162-80ad-68f2458b3563 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.630909] env[68627]: DEBUG oslo_concurrency.lockutils [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] Acquiring lock "b711c51c-67bc-4485-a3d4-ebfd4db35ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.631243] env[68627]: DEBUG oslo_concurrency.lockutils [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] Lock "b711c51c-67bc-4485-a3d4-ebfd4db35ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.631570] env[68627]: DEBUG oslo_concurrency.lockutils [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] Lock "b711c51c-67bc-4485-a3d4-ebfd4db35ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.631666] env[68627]: DEBUG nova.compute.manager [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] No waiting events found dispatching network-vif-plugged-2b4b4777-d20c-4162-80ad-68f2458b3563 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.631826] env[68627]: WARNING nova.compute.manager [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Received unexpected event network-vif-plugged-2b4b4777-d20c-4162-80ad-68f2458b3563 for instance with vm_state building and task_state spawning. [ 683.632114] env[68627]: DEBUG nova.compute.manager [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Received event network-changed-2b4b4777-d20c-4162-80ad-68f2458b3563 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.632248] env[68627]: DEBUG nova.compute.manager [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Refreshing instance network info cache due to event network-changed-2b4b4777-d20c-4162-80ad-68f2458b3563. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.632416] env[68627]: DEBUG oslo_concurrency.lockutils [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] Acquiring lock "refresh_cache-b711c51c-67bc-4485-a3d4-ebfd4db35ae0" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.724559] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6851db7a-d410-42fb-a725-412e17e527bc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.727630] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52e0e183-261e-46cc-8399-f63d7e1f8a77 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.739676] env[68627]: DEBUG oslo_vmware.api [None req-6851db7a-d410-42fb-a725-412e17e527bc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 683.739676] env[68627]: value = "task-3036662" [ 683.739676] env[68627]: _type = "Task" [ 683.739676] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.756119] env[68627]: DEBUG oslo_vmware.api [None req-6851db7a-d410-42fb-a725-412e17e527bc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.757144] env[68627]: DEBUG nova.network.neutron [req-b73ecc53-86df-4228-89dc-3b0e838e7767 req-2f0c0f3d-f6e6-4d60-9d33-b9ed1cf8b25e service nova] [instance: aded3c33-08be-4109-960c-111194975958] Updated VIF entry in instance network info cache for port 34afab4b-e937-466e-aa2c-e78798c91c46. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.757514] env[68627]: DEBUG nova.network.neutron [req-b73ecc53-86df-4228-89dc-3b0e838e7767 req-2f0c0f3d-f6e6-4d60-9d33-b9ed1cf8b25e service nova] [instance: aded3c33-08be-4109-960c-111194975958] Updating instance_info_cache with network_info: [{"id": "34afab4b-e937-466e-aa2c-e78798c91c46", "address": "fa:16:3e:39:ec:b4", "network": {"id": "42296aeb-2453-4119-b42a-6846ec7361c1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-22649129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3f985bf92643c982bb097161064328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34afab4b-e9", "ovs_interfaceid": "34afab4b-e937-466e-aa2c-e78798c91c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.773685] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798325} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.773832] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] a138922c-a6ed-40e6-bfac-b5647b472eeb/a138922c-a6ed-40e6-bfac-b5647b472eeb.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.774012] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.774365] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ffa3a58-62f5-4e57-80b4-0f614ac9bf52 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.783644] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Waiting for the task: (returnval){ [ 683.783644] env[68627]: value = "task-3036663" [ 683.783644] env[68627]: _type = "Task" [ 683.783644] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.796986] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.924404] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086803bc-e2d1-4776-b8f7-48c75e29eb1e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.934084] env[68627]: DEBUG nova.compute.manager [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.934084] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.934372] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd37afa0-1d0f-459a-85ab-4e0cae0dda29 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.940284] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa44ac4-9676-4751-8531-7e3a10a0aa65 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.948899] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.974492] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eb0853a-fbef-41b1-af8c-02c37cd85040 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.979367] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fc9637-065b-443d-96dd-41c440c5925b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.991480] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d702de1-6f09-4824-b841-3c58c80efd3b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.998156] env[68627]: DEBUG oslo_vmware.api [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Waiting for the task: (returnval){ [ 683.998156] env[68627]: value = "task-3036664" [ 683.998156] env[68627]: _type = "Task" [ 683.998156] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.013254] env[68627]: DEBUG nova.compute.provider_tree [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.021743] env[68627]: DEBUG oslo_vmware.api [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.028368] env[68627]: DEBUG nova.network.neutron [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.254760] env[68627]: DEBUG oslo_vmware.api [None req-6851db7a-d410-42fb-a725-412e17e527bc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036662, 'name': PowerOffVM_Task, 'duration_secs': 0.227588} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.255130] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6851db7a-d410-42fb-a725-412e17e527bc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.255394] env[68627]: DEBUG nova.compute.manager [None req-6851db7a-d410-42fb-a725-412e17e527bc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.256602] env[68627]: DEBUG nova.network.neutron [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Updating instance_info_cache with network_info: [{"id": "2b4b4777-d20c-4162-80ad-68f2458b3563", "address": "fa:16:3e:b3:85:6d", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4b4777-d2", "ovs_interfaceid": "2b4b4777-d20c-4162-80ad-68f2458b3563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.259166] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cdf3f5-1640-4fc2-ac95-d2d3eb0f4b82 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.264128] env[68627]: DEBUG oslo_concurrency.lockutils [req-b73ecc53-86df-4228-89dc-3b0e838e7767 req-2f0c0f3d-f6e6-4d60-9d33-b9ed1cf8b25e service nova] Releasing lock "refresh_cache-aded3c33-08be-4109-960c-111194975958" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.298492] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079232} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.298803] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.299653] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95636737-29f7-45be-a16b-7b491df8d7f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.322556] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] a138922c-a6ed-40e6-bfac-b5647b472eeb/a138922c-a6ed-40e6-bfac-b5647b472eeb.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.323106] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd93475d-af96-44ae-9dc4-292019d49553 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.347273] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Waiting for the task: (returnval){ [ 684.347273] env[68627]: value = "task-3036665" [ 684.347273] env[68627]: _type = "Task" [ 684.347273] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.360086] env[68627]: DEBUG nova.compute.manager [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.362418] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.384978] env[68627]: DEBUG nova.virt.hardware [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.385272] env[68627]: DEBUG nova.virt.hardware [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.385542] env[68627]: DEBUG nova.virt.hardware [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.385640] env[68627]: DEBUG nova.virt.hardware [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.385809] env[68627]: DEBUG nova.virt.hardware [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.385965] env[68627]: DEBUG nova.virt.hardware [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.386226] env[68627]: DEBUG nova.virt.hardware [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.386415] env[68627]: DEBUG nova.virt.hardware [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.386592] env[68627]: DEBUG nova.virt.hardware [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.386758] env[68627]: DEBUG nova.virt.hardware [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.386984] env[68627]: DEBUG nova.virt.hardware [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.388313] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34a4930-0bf4-4afd-a2b6-08bb1530b3fd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.400276] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f09d51b-9ccb-495d-b49f-b89e2fdda419 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.510237] env[68627]: DEBUG oslo_vmware.api [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036664, 'name': PowerOffVM_Task, 'duration_secs': 0.450961} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.510400] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.510590] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.510869] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edde8985-1577-4aab-bb8f-4fbb04b0a04a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.516903] env[68627]: DEBUG nova.scheduler.client.report [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.577831] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.578111] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.578304] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Deleting the datastore file [datastore2] 683ec368-79b8-4bcd-87f2-ac1528f5f8dd {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.578639] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-171fd2af-4697-4a6d-aba9-0588357e66bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.586651] env[68627]: DEBUG oslo_vmware.api [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Waiting for the task: (returnval){ [ 684.586651] env[68627]: value = "task-3036667" [ 684.586651] env[68627]: _type = "Task" [ 684.586651] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.596559] env[68627]: DEBUG oslo_vmware.api [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.763635] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Releasing lock "refresh_cache-b711c51c-67bc-4485-a3d4-ebfd4db35ae0" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.764033] env[68627]: DEBUG nova.compute.manager [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Instance network_info: |[{"id": "2b4b4777-d20c-4162-80ad-68f2458b3563", "address": "fa:16:3e:b3:85:6d", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4b4777-d2", "ovs_interfaceid": "2b4b4777-d20c-4162-80ad-68f2458b3563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.764370] env[68627]: DEBUG oslo_concurrency.lockutils [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] Acquired lock "refresh_cache-b711c51c-67bc-4485-a3d4-ebfd4db35ae0" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.764558] env[68627]: DEBUG nova.network.neutron [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Refreshing network info cache for port 2b4b4777-d20c-4162-80ad-68f2458b3563 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.766020] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:85:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b4b4777-d20c-4162-80ad-68f2458b3563', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.777562] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.782495] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.783264] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6851db7a-d410-42fb-a725-412e17e527bc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "c5649df0-b209-49ed-8816-67691d515acc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.784093] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-768f3658-50ce-4a1e-afe5-79d41f6319ba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.808893] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.808893] env[68627]: value = "task-3036668" [ 684.808893] env[68627]: _type = "Task" [ 684.808893] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.821691] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036668, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.842777] env[68627]: DEBUG nova.compute.manager [req-c00cac42-8777-4cfe-a92d-e379640737ff req-04be159e-3beb-4e3b-af23-50ea22154850 service nova] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Received event network-vif-plugged-b96fa8d9-10f7-4cfd-b17c-9ab392eac178 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.842777] env[68627]: DEBUG oslo_concurrency.lockutils [req-c00cac42-8777-4cfe-a92d-e379640737ff req-04be159e-3beb-4e3b-af23-50ea22154850 service nova] Acquiring lock "d1ec15c3-dc28-4b64-8277-48d732289a64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.843313] env[68627]: DEBUG oslo_concurrency.lockutils [req-c00cac42-8777-4cfe-a92d-e379640737ff req-04be159e-3beb-4e3b-af23-50ea22154850 service nova] Lock "d1ec15c3-dc28-4b64-8277-48d732289a64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.843313] env[68627]: DEBUG oslo_concurrency.lockutils [req-c00cac42-8777-4cfe-a92d-e379640737ff req-04be159e-3beb-4e3b-af23-50ea22154850 service nova] Lock "d1ec15c3-dc28-4b64-8277-48d732289a64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.843467] env[68627]: DEBUG nova.compute.manager [req-c00cac42-8777-4cfe-a92d-e379640737ff req-04be159e-3beb-4e3b-af23-50ea22154850 service nova] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] No waiting events found dispatching network-vif-plugged-b96fa8d9-10f7-4cfd-b17c-9ab392eac178 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.843518] env[68627]: WARNING nova.compute.manager [req-c00cac42-8777-4cfe-a92d-e379640737ff req-04be159e-3beb-4e3b-af23-50ea22154850 service nova] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Received unexpected event network-vif-plugged-b96fa8d9-10f7-4cfd-b17c-9ab392eac178 for instance with vm_state building and task_state spawning. [ 684.859239] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036665, 'name': ReconfigVM_Task, 'duration_secs': 0.484648} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.859536] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Reconfigured VM instance instance-0000001b to attach disk [datastore2] a138922c-a6ed-40e6-bfac-b5647b472eeb/a138922c-a6ed-40e6-bfac-b5647b472eeb.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.860222] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-402a5914-c842-4410-b474-b06bd6c3a98d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.869918] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Waiting for the task: (returnval){ [ 684.869918] env[68627]: value = "task-3036669" [ 684.869918] env[68627]: _type = "Task" [ 684.869918] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.883535] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036669, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.975351] env[68627]: DEBUG nova.network.neutron [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Successfully updated port: b96fa8d9-10f7-4cfd-b17c-9ab392eac178 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.986651] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528522d7-e241-4a23-a015-082bc27c040b/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 684.986651] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd4cb52-d568-427d-ad86-49ff49a23c27 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.995747] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528522d7-e241-4a23-a015-082bc27c040b/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 684.996631] env[68627]: ERROR oslo_vmware.rw_handles [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528522d7-e241-4a23-a015-082bc27c040b/disk-0.vmdk due to incomplete transfer. [ 684.999171] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b3679aca-ad91-4545-9a8b-3beceee8817c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.009918] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528522d7-e241-4a23-a015-082bc27c040b/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 685.010169] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Uploaded image 74b47abe-2cf9-4515-8ce5-41548b95b575 to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 685.013841] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 685.013841] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-02996085-952b-43c1-93c6-aae625aed9e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.020488] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 685.020488] env[68627]: value = "task-3036670" [ 685.020488] env[68627]: _type = "Task" [ 685.020488] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.024327] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.708s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.024527] env[68627]: INFO nova.compute.manager [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Migrating [ 685.024775] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.024934] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.026934] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.632s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.027105] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.027264] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68627) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 685.027528] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.386s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.029543] env[68627]: INFO nova.compute.claims [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.034401] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e75d1c-b425-4a77-b70d-5bb82e38e259 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.040492] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036670, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.046833] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54f2f1e-fb89-4322-b63b-e14bf48040a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.065402] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b5b61d-a5a1-460f-a686-ecc7cd803c30 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.073708] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edb50ca-234c-4c52-acad-234917c82af3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.109243] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179449MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68627) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 685.109410] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.121337] env[68627]: DEBUG oslo_vmware.api [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Task: {'id': task-3036667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180509} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.121593] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.121778] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.121984] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.122191] env[68627]: INFO nova.compute.manager [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 685.122433] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.122621] env[68627]: DEBUG nova.compute.manager [-] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.122719] env[68627]: DEBUG nova.network.neutron [-] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.147840] env[68627]: DEBUG nova.network.neutron [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Updated VIF entry in instance network info cache for port 2b4b4777-d20c-4162-80ad-68f2458b3563. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.148330] env[68627]: DEBUG nova.network.neutron [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Updating instance_info_cache with network_info: [{"id": "2b4b4777-d20c-4162-80ad-68f2458b3563", "address": "fa:16:3e:b3:85:6d", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4b4777-d2", "ovs_interfaceid": "2b4b4777-d20c-4162-80ad-68f2458b3563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.323144] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036668, 'name': CreateVM_Task, 'duration_secs': 0.375989} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.323144] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.323144] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.323144] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.323144] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.323385] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17008be1-4a35-4e6a-8398-cad1e157817a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.328400] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 685.328400] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b1e033-64c4-e54a-265d-168a960fa09f" [ 685.328400] env[68627]: _type = "Task" [ 685.328400] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.337811] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b1e033-64c4-e54a-265d-168a960fa09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.381379] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036669, 'name': Rename_Task, 'duration_secs': 0.15448} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.381663] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.382122] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d1375a6-036c-4809-8d9e-dc1a9516f8e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.390016] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Waiting for the task: (returnval){ [ 685.390016] env[68627]: value = "task-3036671" [ 685.390016] env[68627]: _type = "Task" [ 685.390016] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.399972] env[68627]: DEBUG nova.compute.manager [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.400298] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.401034] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba94936b-252a-4ef7-b712-07dc88058da2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.480582] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "refresh_cache-d1ec15c3-dc28-4b64-8277-48d732289a64" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.480582] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "refresh_cache-d1ec15c3-dc28-4b64-8277-48d732289a64" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.480778] env[68627]: DEBUG nova.network.neutron [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.527776] env[68627]: INFO nova.compute.rpcapi [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 685.528327] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.543082] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036670, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.651448] env[68627]: DEBUG oslo_concurrency.lockutils [req-5c962f84-8514-46ac-ac07-cf1f13cd51be req-5f383b0c-1038-44fa-93cc-d09e65207ec9 service nova] Releasing lock "refresh_cache-b711c51c-67bc-4485-a3d4-ebfd4db35ae0" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.839827] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b1e033-64c4-e54a-265d-168a960fa09f, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.840205] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.840558] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.840791] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.840933] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.841137] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.841464] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d7f9f0d-4b33-49b7-9027-a5e424fbc6b1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.855038] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.855365] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.856369] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177482e5-8493-471a-ab20-1d2bb4cadc9f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.863440] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 685.863440] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528ddf87-1688-0976-b39c-08593dae0fd6" [ 685.863440] env[68627]: _type = "Task" [ 685.863440] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.872551] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528ddf87-1688-0976-b39c-08593dae0fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.876961] env[68627]: DEBUG nova.network.neutron [-] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.901359] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.913048] env[68627]: INFO nova.compute.manager [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] instance snapshotting [ 685.915772] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da046e24-ce9f-4ca0-abea-d72e36bbc703 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.936763] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3262d7-658c-4868-9484-4d98dfb49b84 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.016514] env[68627]: DEBUG nova.network.neutron [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.031833] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036670, 'name': Destroy_Task, 'duration_secs': 0.910175} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.032164] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Destroyed the VM [ 686.032493] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 686.032766] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5742427a-b09e-4663-80c2-e9692f71ed60 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.041233] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 686.041233] env[68627]: value = "task-3036672" [ 686.041233] env[68627]: _type = "Task" [ 686.041233] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.054412] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.054412] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.054412] env[68627]: DEBUG nova.network.neutron [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.055892] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036672, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.177128] env[68627]: DEBUG nova.network.neutron [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Updating instance_info_cache with network_info: [{"id": "b96fa8d9-10f7-4cfd-b17c-9ab392eac178", "address": "fa:16:3e:36:1d:03", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96fa8d9-10", "ovs_interfaceid": "b96fa8d9-10f7-4cfd-b17c-9ab392eac178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.378423] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528ddf87-1688-0976-b39c-08593dae0fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.013087} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.379559] env[68627]: INFO nova.compute.manager [-] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Took 1.26 seconds to deallocate network for instance. [ 686.379630] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3333abf0-ea63-4962-a5ff-c68c83183daf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.390283] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 686.390283] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524797bb-3cf3-a4fc-f7ab-b5f5ad79072f" [ 686.390283] env[68627]: _type = "Task" [ 686.390283] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.403692] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524797bb-3cf3-a4fc-f7ab-b5f5ad79072f, 'name': SearchDatastore_Task, 'duration_secs': 0.011197} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.406693] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.406964] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] b711c51c-67bc-4485-a3d4-ebfd4db35ae0/b711c51c-67bc-4485-a3d4-ebfd4db35ae0.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.407939] env[68627]: DEBUG oslo_vmware.api [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036671, 'name': PowerOnVM_Task, 'duration_secs': 0.719029} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.407939] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd9282ec-1bc7-4bb5-ae70-f9cdba264df2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.409317] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.409518] env[68627]: INFO nova.compute.manager [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Took 7.28 seconds to spawn the instance on the hypervisor. [ 686.409764] env[68627]: DEBUG nova.compute.manager [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.412703] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef61629-f466-46b8-b64b-6ff6c5c6b91a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.425838] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 686.425838] env[68627]: value = "task-3036673" [ 686.425838] env[68627]: _type = "Task" [ 686.425838] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.438129] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.447797] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 686.448117] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b31f85d-32d5-4b2e-9efe-af6f2259ebf7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.457841] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 686.457841] env[68627]: value = "task-3036674" [ 686.457841] env[68627]: _type = "Task" [ 686.457841] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.471883] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036674, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.495813] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990b830f-6748-4131-ae30-9de852d52c8e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.504672] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4edfc57-d772-4896-8c3e-f15e29dbef03 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.536527] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293406c9-f437-414b-9b4f-7ff2a0e34f30 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.548234] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f5c03f-326a-4047-9d6d-3f9ea31b4384 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.556296] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036672, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.567606] env[68627]: DEBUG nova.compute.provider_tree [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.668215] env[68627]: DEBUG nova.compute.manager [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.669170] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3832646a-5487-4987-b9c5-0172c3e192a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.679158] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "refresh_cache-d1ec15c3-dc28-4b64-8277-48d732289a64" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.679563] env[68627]: DEBUG nova.compute.manager [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Instance network_info: |[{"id": "b96fa8d9-10f7-4cfd-b17c-9ab392eac178", "address": "fa:16:3e:36:1d:03", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96fa8d9-10", "ovs_interfaceid": "b96fa8d9-10f7-4cfd-b17c-9ab392eac178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.681940] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:1d:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b96fa8d9-10f7-4cfd-b17c-9ab392eac178', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.690093] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.692829] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.693628] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13b2dede-eb26-46b8-a1e1-b6bc61ef0f8d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.723258] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.723258] env[68627]: value = "task-3036675" [ 686.723258] env[68627]: _type = "Task" [ 686.723258] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.736459] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036675, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.820588] env[68627]: DEBUG nova.network.neutron [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating instance_info_cache with network_info: [{"id": "1dc256c5-de6b-4f6c-bbcd-56ee25925cc4", "address": "fa:16:3e:40:8e:61", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc256c5-de", "ovs_interfaceid": "1dc256c5-de6b-4f6c-bbcd-56ee25925cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.892031] env[68627]: DEBUG nova.compute.manager [req-9b8cbd86-fcdf-4321-8e97-a37d8f57ad0c req-8704bc27-2733-4e9d-af87-6b4ff0470f33 service nova] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Received event network-changed-b96fa8d9-10f7-4cfd-b17c-9ab392eac178 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.892031] env[68627]: DEBUG nova.compute.manager [req-9b8cbd86-fcdf-4321-8e97-a37d8f57ad0c req-8704bc27-2733-4e9d-af87-6b4ff0470f33 service nova] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Refreshing instance network info cache due to event network-changed-b96fa8d9-10f7-4cfd-b17c-9ab392eac178. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.892031] env[68627]: DEBUG oslo_concurrency.lockutils [req-9b8cbd86-fcdf-4321-8e97-a37d8f57ad0c req-8704bc27-2733-4e9d-af87-6b4ff0470f33 service nova] Acquiring lock "refresh_cache-d1ec15c3-dc28-4b64-8277-48d732289a64" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.892031] env[68627]: DEBUG oslo_concurrency.lockutils [req-9b8cbd86-fcdf-4321-8e97-a37d8f57ad0c req-8704bc27-2733-4e9d-af87-6b4ff0470f33 service nova] Acquired lock "refresh_cache-d1ec15c3-dc28-4b64-8277-48d732289a64" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.892031] env[68627]: DEBUG nova.network.neutron [req-9b8cbd86-fcdf-4321-8e97-a37d8f57ad0c req-8704bc27-2733-4e9d-af87-6b4ff0470f33 service nova] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Refreshing network info cache for port b96fa8d9-10f7-4cfd-b17c-9ab392eac178 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.893597] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.937344] env[68627]: INFO nova.compute.manager [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Took 38.77 seconds to build instance. [ 686.945745] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509313} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.946163] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] b711c51c-67bc-4485-a3d4-ebfd4db35ae0/b711c51c-67bc-4485-a3d4-ebfd4db35ae0.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.946503] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.946909] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7de883da-79a4-41b7-a873-15195e4ba3ee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.956268] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 686.956268] env[68627]: value = "task-3036676" [ 686.956268] env[68627]: _type = "Task" [ 686.956268] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.974758] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036674, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.979342] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.052919] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036672, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.071385] env[68627]: DEBUG nova.scheduler.client.report [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.196196] env[68627]: INFO nova.compute.manager [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] instance snapshotting [ 687.196547] env[68627]: WARNING nova.compute.manager [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 687.200398] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1249cfe-1649-4dd3-a232-ce2813fddd93 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.240317] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabc9ab5-1f42-48d6-8964-04c3b2435415 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.253086] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036675, 'name': CreateVM_Task, 'duration_secs': 0.420103} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.253458] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.256421] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.256575] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.257133] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.257596] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c607b81-3ede-4735-a9c0-1dcb3e2d256c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.263110] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 687.263110] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5216e150-f985-df02-fcc0-4f415ab93436" [ 687.263110] env[68627]: _type = "Task" [ 687.263110] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.272450] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5216e150-f985-df02-fcc0-4f415ab93436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.323858] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.440294] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a440289e-ddb5-4a14-9bb5-c4a32b0b62d6 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Lock "a138922c-a6ed-40e6-bfac-b5647b472eeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.583s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.469908] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065362} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.470592] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.471534] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43442ce-fe64-4a49-913c-447dcd5aba4e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.477774] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036674, 'name': CreateSnapshot_Task, 'duration_secs': 0.787068} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.478495] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 687.479228] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbc4f84-8660-4bff-bd3e-fe17ebf49a45 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.498942] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] b711c51c-67bc-4485-a3d4-ebfd4db35ae0/b711c51c-67bc-4485-a3d4-ebfd4db35ae0.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.501851] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46330080-0b79-4148-9363-3fe29d927a42 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.530803] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 687.530803] env[68627]: value = "task-3036677" [ 687.530803] env[68627]: _type = "Task" [ 687.530803] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.538489] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.553382] env[68627]: DEBUG oslo_vmware.api [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036672, 'name': RemoveSnapshot_Task, 'duration_secs': 1.120098} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.553512] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 687.553674] env[68627]: INFO nova.compute.manager [None req-bdebb1bf-4b6a-4555-8d52-ed205abd31aa tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Took 16.97 seconds to snapshot the instance on the hypervisor. [ 687.577222] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.577658] env[68627]: DEBUG nova.compute.manager [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.583395] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.197s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.585144] env[68627]: INFO nova.compute.claims [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.661124] env[68627]: DEBUG nova.network.neutron [req-9b8cbd86-fcdf-4321-8e97-a37d8f57ad0c req-8704bc27-2733-4e9d-af87-6b4ff0470f33 service nova] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Updated VIF entry in instance network info cache for port b96fa8d9-10f7-4cfd-b17c-9ab392eac178. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.661485] env[68627]: DEBUG nova.network.neutron [req-9b8cbd86-fcdf-4321-8e97-a37d8f57ad0c req-8704bc27-2733-4e9d-af87-6b4ff0470f33 service nova] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Updating instance_info_cache with network_info: [{"id": "b96fa8d9-10f7-4cfd-b17c-9ab392eac178", "address": "fa:16:3e:36:1d:03", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96fa8d9-10", "ovs_interfaceid": "b96fa8d9-10f7-4cfd-b17c-9ab392eac178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.758811] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 687.759569] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ffd7a6b0-1ec7-42e2-b648-450acd9ba1d8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.770279] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 687.770279] env[68627]: value = "task-3036678" [ 687.770279] env[68627]: _type = "Task" [ 687.770279] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.778762] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5216e150-f985-df02-fcc0-4f415ab93436, 'name': SearchDatastore_Task, 'duration_secs': 0.018046} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.779485] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.779713] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.779947] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.780114] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.780299] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.780567] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-986ed1ac-6ccb-4b93-b0c2-a0d422e8fcb7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.786842] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.789620] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.789792] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.790522] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe89cca-5dda-4188-a32a-9df6cf289dae {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.796544] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 687.796544] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b10f43-4d8b-9e8f-97d2-ca3a7a45181e" [ 687.796544] env[68627]: _type = "Task" [ 687.796544] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.805179] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b10f43-4d8b-9e8f-97d2-ca3a7a45181e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.942981] env[68627]: DEBUG nova.compute.manager [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.033251] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 688.033630] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6d7c6a5f-d209-479b-b9dd-0226da6077e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.052697] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036677, 'name': ReconfigVM_Task, 'duration_secs': 0.281976} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.054270] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Reconfigured VM instance instance-0000001c to attach disk [datastore2] b711c51c-67bc-4485-a3d4-ebfd4db35ae0/b711c51c-67bc-4485-a3d4-ebfd4db35ae0.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.054980] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 688.054980] env[68627]: value = "task-3036679" [ 688.054980] env[68627]: _type = "Task" [ 688.054980] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.055190] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e6ea5ef-db35-4fcc-b176-52a97d6be697 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.070152] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036679, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.071581] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 688.071581] env[68627]: value = "task-3036680" [ 688.071581] env[68627]: _type = "Task" [ 688.071581] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.081402] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036680, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.090332] env[68627]: DEBUG nova.compute.utils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.093872] env[68627]: DEBUG nova.compute.manager [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.094149] env[68627]: DEBUG nova.network.neutron [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.143048] env[68627]: DEBUG nova.policy [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ab34ef7a172413f9102f707c27301e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8c2b466cf8b4f059f9b084cad485bef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.151628] env[68627]: DEBUG nova.compute.manager [None req-5124173c-32bf-45f8-9f17-58b2ff1bce5d tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.153354] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d47c3f0-d5ad-4984-bf19-db25ce260081 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.164035] env[68627]: DEBUG oslo_concurrency.lockutils [req-9b8cbd86-fcdf-4321-8e97-a37d8f57ad0c req-8704bc27-2733-4e9d-af87-6b4ff0470f33 service nova] Releasing lock "refresh_cache-d1ec15c3-dc28-4b64-8277-48d732289a64" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.164253] env[68627]: DEBUG nova.compute.manager [req-9b8cbd86-fcdf-4321-8e97-a37d8f57ad0c req-8704bc27-2733-4e9d-af87-6b4ff0470f33 service nova] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Received event network-vif-deleted-5f887bd2-fa74-4817-b21d-3d8f34c68323 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.228034] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Acquiring lock "a138922c-a6ed-40e6-bfac-b5647b472eeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.228318] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Lock "a138922c-a6ed-40e6-bfac-b5647b472eeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.228570] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Acquiring lock "a138922c-a6ed-40e6-bfac-b5647b472eeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.228699] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Lock "a138922c-a6ed-40e6-bfac-b5647b472eeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.228868] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Lock "a138922c-a6ed-40e6-bfac-b5647b472eeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.231802] env[68627]: INFO nova.compute.manager [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Terminating instance [ 688.287970] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036678, 'name': CreateSnapshot_Task, 'duration_secs': 0.467792} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.287970] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 688.288139] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d4be9d-0f06-4b61-be97-b354a37c39f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.308209] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b10f43-4d8b-9e8f-97d2-ca3a7a45181e, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.309021] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c97741-4092-4675-8e5f-a96b101b54af {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.315692] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 688.315692] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524aaf8c-1cb2-e73f-78f8-044bcc3a356f" [ 688.315692] env[68627]: _type = "Task" [ 688.315692] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.324550] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524aaf8c-1cb2-e73f-78f8-044bcc3a356f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.439605] env[68627]: DEBUG nova.network.neutron [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Successfully created port: 5432c842-0506-4a7a-8114-1220a83468cd {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.469716] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.568428] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036679, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.581782] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036680, 'name': Rename_Task, 'duration_secs': 0.315866} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.582200] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.582473] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-387c74c6-566e-43c3-a951-b00aa496bdb9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.590115] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 688.590115] env[68627]: value = "task-3036681" [ 688.590115] env[68627]: _type = "Task" [ 688.590115] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.594427] env[68627]: DEBUG nova.compute.manager [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.603066] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.664877] env[68627]: INFO nova.compute.manager [None req-5124173c-32bf-45f8-9f17-58b2ff1bce5d tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] instance snapshotting [ 688.665503] env[68627]: DEBUG nova.objects.instance [None req-5124173c-32bf-45f8-9f17-58b2ff1bce5d tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Lazy-loading 'flavor' on Instance uuid a138922c-a6ed-40e6-bfac-b5647b472eeb {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.739161] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Acquiring lock "refresh_cache-a138922c-a6ed-40e6-bfac-b5647b472eeb" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.739161] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Acquired lock "refresh_cache-a138922c-a6ed-40e6-bfac-b5647b472eeb" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.739161] env[68627]: DEBUG nova.network.neutron [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.813489] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 688.814333] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8060215e-1c35-4cc0-aec2-53afde90376b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.838944] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524aaf8c-1cb2-e73f-78f8-044bcc3a356f, 'name': SearchDatastore_Task, 'duration_secs': 0.011523} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.843053] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.843358] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] d1ec15c3-dc28-4b64-8277-48d732289a64/d1ec15c3-dc28-4b64-8277-48d732289a64.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.843698] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 688.843698] env[68627]: value = "task-3036682" [ 688.843698] env[68627]: _type = "Task" [ 688.843698] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.844719] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d265b79-c7cf-4a20-bb82-23185083f3cd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.847523] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c20747b-8a21-4d6b-82ec-0bd4388ec10e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.879384] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036682, 'name': CloneVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.880500] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating instance 'acbca5be-4f1e-43eb-b5ad-af7e5faed870' progress to 0 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 688.885518] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 688.885518] env[68627]: value = "task-3036683" [ 688.885518] env[68627]: _type = "Task" [ 688.885518] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.898333] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.074123] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036679, 'name': CloneVM_Task} progress is 95%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.111680] env[68627]: DEBUG oslo_vmware.api [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036681, 'name': PowerOnVM_Task, 'duration_secs': 0.509741} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.111680] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.112080] env[68627]: INFO nova.compute.manager [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Took 7.44 seconds to spawn the instance on the hypervisor. [ 689.112080] env[68627]: DEBUG nova.compute.manager [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.112865] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375b07af-b16a-4f6e-811b-79cd0acf64c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.172077] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf3715-8cfc-4873-ab6b-b09daff26516 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.194033] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfccda7-1aaf-4d46-9352-d17c10f7ce4c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.197919] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfa9760-2663-4c33-b9a3-1bc5f94a1b76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.211678] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74023cb3-9169-424a-8254-6054d753066b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.252103] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad66307-acc9-4246-b7b9-c7405f7ac139 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.263397] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb4d7e6-bbb5-4e9d-b406-0867b12f874d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.280670] env[68627]: DEBUG nova.compute.provider_tree [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.357751] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036682, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.394102] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.394102] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-113b4193-d724-4232-9b1c-237b718716ae {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.403235] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036683, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.405661] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 689.405661] env[68627]: value = "task-3036684" [ 689.405661] env[68627]: _type = "Task" [ 689.405661] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.425726] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.510166] env[68627]: DEBUG nova.network.neutron [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.569052] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036679, 'name': CloneVM_Task, 'duration_secs': 1.196225} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.569340] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Created linked-clone VM from snapshot [ 689.570693] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d606dc2b-6cc6-49f8-a967-e8eaca121eaf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.578840] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Uploading image 8d4fd83f-57a5-460b-bed5-337f30595b75 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 689.600852] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 689.600852] env[68627]: value = "vm-608476" [ 689.600852] env[68627]: _type = "VirtualMachine" [ 689.600852] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 689.601046] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4e30d025-c07b-49c6-bc87-f3b17717e682 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.611399] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lease: (returnval){ [ 689.611399] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5226796d-2e2a-aea5-5cd2-667d05e7ada3" [ 689.611399] env[68627]: _type = "HttpNfcLease" [ 689.611399] env[68627]: } obtained for exporting VM: (result){ [ 689.611399] env[68627]: value = "vm-608476" [ 689.611399] env[68627]: _type = "VirtualMachine" [ 689.611399] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 689.611399] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the lease: (returnval){ [ 689.611399] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5226796d-2e2a-aea5-5cd2-667d05e7ada3" [ 689.611399] env[68627]: _type = "HttpNfcLease" [ 689.611399] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 689.611399] env[68627]: DEBUG nova.network.neutron [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.615193] env[68627]: DEBUG nova.compute.manager [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.621128] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.621128] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5226796d-2e2a-aea5-5cd2-667d05e7ada3" [ 689.621128] env[68627]: _type = "HttpNfcLease" [ 689.621128] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 689.636398] env[68627]: INFO nova.compute.manager [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Took 35.81 seconds to build instance. [ 689.646010] env[68627]: DEBUG nova.virt.hardware [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.646301] env[68627]: DEBUG nova.virt.hardware [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.646463] env[68627]: DEBUG nova.virt.hardware [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.646632] env[68627]: DEBUG nova.virt.hardware [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.646776] env[68627]: DEBUG nova.virt.hardware [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.647561] env[68627]: DEBUG nova.virt.hardware [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.647561] env[68627]: DEBUG nova.virt.hardware [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.647561] env[68627]: DEBUG nova.virt.hardware [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.647561] env[68627]: DEBUG nova.virt.hardware [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.647755] env[68627]: DEBUG nova.virt.hardware [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.647755] env[68627]: DEBUG nova.virt.hardware [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.648665] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eee29ef-6dea-4799-85a2-866df83ac79f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.658188] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4965bb4-d4c5-4b8f-86fc-7f3aa9947cf8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.714012] env[68627]: DEBUG nova.compute.manager [None req-5124173c-32bf-45f8-9f17-58b2ff1bce5d tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Instance disappeared during snapshot {{(pid=68627) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 689.753188] env[68627]: DEBUG nova.compute.manager [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.754270] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68043d14-302b-4530-b530-851bf96ef1b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.786789] env[68627]: DEBUG nova.scheduler.client.report [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.862338] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036682, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.879655] env[68627]: DEBUG nova.compute.manager [None req-5124173c-32bf-45f8-9f17-58b2ff1bce5d tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Found 0 images (rotation: 2) {{(pid=68627) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 689.905264] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568675} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.905800] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] d1ec15c3-dc28-4b64-8277-48d732289a64/d1ec15c3-dc28-4b64-8277-48d732289a64.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.906095] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.909742] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71f67d6e-0ec7-45b9-9231-366b8c57945b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.918071] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036684, 'name': PowerOffVM_Task, 'duration_secs': 0.350766} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.919564] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.919728] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating instance 'acbca5be-4f1e-43eb-b5ad-af7e5faed870' progress to 17 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 689.923280] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 689.923280] env[68627]: value = "task-3036686" [ 689.923280] env[68627]: _type = "Task" [ 689.923280] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.937743] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.013311] env[68627]: DEBUG nova.network.neutron [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Successfully updated port: 5432c842-0506-4a7a-8114-1220a83468cd {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.035140] env[68627]: DEBUG nova.compute.manager [req-095f20ea-62c2-416c-918e-c7b64b18605b req-bc9f238a-e8db-4f5d-8634-8fe06e596aee service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Received event network-vif-plugged-5432c842-0506-4a7a-8114-1220a83468cd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.035140] env[68627]: DEBUG oslo_concurrency.lockutils [req-095f20ea-62c2-416c-918e-c7b64b18605b req-bc9f238a-e8db-4f5d-8634-8fe06e596aee service nova] Acquiring lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.035140] env[68627]: DEBUG oslo_concurrency.lockutils [req-095f20ea-62c2-416c-918e-c7b64b18605b req-bc9f238a-e8db-4f5d-8634-8fe06e596aee service nova] Lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.035959] env[68627]: DEBUG oslo_concurrency.lockutils [req-095f20ea-62c2-416c-918e-c7b64b18605b req-bc9f238a-e8db-4f5d-8634-8fe06e596aee service nova] Lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.036369] env[68627]: DEBUG nova.compute.manager [req-095f20ea-62c2-416c-918e-c7b64b18605b req-bc9f238a-e8db-4f5d-8634-8fe06e596aee service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] No waiting events found dispatching network-vif-plugged-5432c842-0506-4a7a-8114-1220a83468cd {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.036680] env[68627]: WARNING nova.compute.manager [req-095f20ea-62c2-416c-918e-c7b64b18605b req-bc9f238a-e8db-4f5d-8634-8fe06e596aee service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Received unexpected event network-vif-plugged-5432c842-0506-4a7a-8114-1220a83468cd for instance with vm_state building and task_state spawning. [ 690.115299] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Releasing lock "refresh_cache-a138922c-a6ed-40e6-bfac-b5647b472eeb" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.115717] env[68627]: DEBUG nova.compute.manager [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.115907] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.116720] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5385cf2-9851-47db-acd2-a70d4c52a12f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.124208] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.124208] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5226796d-2e2a-aea5-5cd2-667d05e7ada3" [ 690.124208] env[68627]: _type = "HttpNfcLease" [ 690.124208] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 690.126329] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 690.126329] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5226796d-2e2a-aea5-5cd2-667d05e7ada3" [ 690.126329] env[68627]: _type = "HttpNfcLease" [ 690.126329] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 690.126636] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.127384] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976446b2-1a97-44cf-afc8-b9fe1eb3d88f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.129837] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f14ab025-8969-4612-ab98-719cd46cf077 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.137101] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5eaf2-0714-cb0d-1442-c8f8fa6d72de/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 690.137291] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5eaf2-0714-cb0d-1442-c8f8fa6d72de/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 690.139856] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5f278b33-02c7-4781-8ef8-b0bcc6fd71ec tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "b711c51c-67bc-4485-a3d4-ebfd4db35ae0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.324s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.140162] env[68627]: DEBUG oslo_vmware.api [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Waiting for the task: (returnval){ [ 690.140162] env[68627]: value = "task-3036687" [ 690.140162] env[68627]: _type = "Task" [ 690.140162] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.209770] env[68627]: DEBUG nova.compute.manager [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.220835] env[68627]: DEBUG oslo_vmware.api [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.267691] env[68627]: INFO nova.compute.manager [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] instance snapshotting [ 690.270310] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793769af-fd5c-4dae-ad01-bce5722365b6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.291856] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.292474] env[68627]: DEBUG nova.compute.manager [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.295690] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.863s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.296029] env[68627]: DEBUG nova.objects.instance [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Lazy-loading 'resources' on Instance uuid 59985f8a-277d-4930-8c47-61161cb531b6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.297876] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2084eb0-6396-4448-b20a-f9ed9b667d18 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.350282] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ced1fe6-e64b-4e78-8d76-2d92f29f0913 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.362615] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036682, 'name': CloneVM_Task} progress is 95%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.430253] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.430521] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.430698] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.430904] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.431095] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.431285] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.431548] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.431755] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.431973] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.432166] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.432345] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.437261] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15be08bb-b1b1-49f3-a520-7c731a381d89 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.453398] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081811} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.454680] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.455051] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 690.455051] env[68627]: value = "task-3036688" [ 690.455051] env[68627]: _type = "Task" [ 690.455051] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.455784] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc32c6c-b0ff-4e3f-8b6b-4c1c10ff578a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.466263] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.484116] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] d1ec15c3-dc28-4b64-8277-48d732289a64/d1ec15c3-dc28-4b64-8277-48d732289a64.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.484446] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a60ed980-9806-4162-a8bb-5b0b76fe3400 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.504624] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 690.504624] env[68627]: value = "task-3036689" [ 690.504624] env[68627]: _type = "Task" [ 690.504624] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.515080] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036689, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.515637] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.515739] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquired lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.515888] env[68627]: DEBUG nova.network.neutron [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.656020] env[68627]: DEBUG oslo_vmware.api [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036687, 'name': PowerOffVM_Task, 'duration_secs': 0.202155} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.656407] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.656648] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.657045] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a916a0e-3155-4e34-86a5-c01839cc78ca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.693033] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.693884] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.694219] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Deleting the datastore file [datastore2] a138922c-a6ed-40e6-bfac-b5647b472eeb {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.694477] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13b33fc3-6132-4a7c-a804-2ab715ae0c2a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.703804] env[68627]: DEBUG oslo_vmware.api [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Waiting for the task: (returnval){ [ 690.703804] env[68627]: value = "task-3036691" [ 690.703804] env[68627]: _type = "Task" [ 690.703804] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.714588] env[68627]: DEBUG oslo_vmware.api [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.734478] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.798105] env[68627]: DEBUG nova.compute.utils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.800062] env[68627]: DEBUG nova.compute.manager [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.800320] env[68627]: DEBUG nova.network.neutron [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.810040] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 690.810378] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-42e00817-6469-4853-b997-402f7d267d57 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.813964] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquiring lock "b711c51c-67bc-4485-a3d4-ebfd4db35ae0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.814400] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "b711c51c-67bc-4485-a3d4-ebfd4db35ae0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.814712] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquiring lock "b711c51c-67bc-4485-a3d4-ebfd4db35ae0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.815027] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "b711c51c-67bc-4485-a3d4-ebfd4db35ae0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.815411] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "b711c51c-67bc-4485-a3d4-ebfd4db35ae0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.817935] env[68627]: INFO nova.compute.manager [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Terminating instance [ 690.824769] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 690.824769] env[68627]: value = "task-3036692" [ 690.824769] env[68627]: _type = "Task" [ 690.824769] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.839965] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036692, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.865254] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036682, 'name': CloneVM_Task, 'duration_secs': 1.770426} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.866961] env[68627]: DEBUG nova.policy [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebde12fbb0d94b749414aef2fbded7b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b912216b405543cc8576be15ee52d740', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.871330] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Created linked-clone VM from snapshot [ 690.872565] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afde66f-c93f-4dad-8556-7a01537451ac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.883819] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Uploading image 74db4ad4-c2cf-4849-99fb-34532943bb2d {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 690.917628] env[68627]: DEBUG oslo_vmware.rw_handles [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 690.917628] env[68627]: value = "vm-608478" [ 690.917628] env[68627]: _type = "VirtualMachine" [ 690.917628] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 690.918157] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b552539b-2333-4f59-8dbe-07427a651305 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.929943] env[68627]: DEBUG oslo_vmware.rw_handles [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lease: (returnval){ [ 690.929943] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c7699b-fc09-4d5c-1a99-59bc356c460d" [ 690.929943] env[68627]: _type = "HttpNfcLease" [ 690.929943] env[68627]: } obtained for exporting VM: (result){ [ 690.929943] env[68627]: value = "vm-608478" [ 690.929943] env[68627]: _type = "VirtualMachine" [ 690.929943] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 690.929943] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the lease: (returnval){ [ 690.929943] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c7699b-fc09-4d5c-1a99-59bc356c460d" [ 690.929943] env[68627]: _type = "HttpNfcLease" [ 690.929943] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 690.942386] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.942386] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c7699b-fc09-4d5c-1a99-59bc356c460d" [ 690.942386] env[68627]: _type = "HttpNfcLease" [ 690.942386] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 690.968636] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036688, 'name': ReconfigVM_Task, 'duration_secs': 0.296736} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.971614] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating instance 'acbca5be-4f1e-43eb-b5ad-af7e5faed870' progress to 33 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 691.017204] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036689, 'name': ReconfigVM_Task, 'duration_secs': 0.318443} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.017504] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Reconfigured VM instance instance-0000001d to attach disk [datastore1] d1ec15c3-dc28-4b64-8277-48d732289a64/d1ec15c3-dc28-4b64-8277-48d732289a64.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.018211] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ee1b35e-4f5b-4bc1-928b-49d3539c4ac5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.031645] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 691.031645] env[68627]: value = "task-3036694" [ 691.031645] env[68627]: _type = "Task" [ 691.031645] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.041788] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036694, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.061489] env[68627]: DEBUG nova.network.neutron [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.215013] env[68627]: DEBUG nova.network.neutron [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Successfully created port: ac3f66dc-07fc-4515-9e4a-f957417b4b1e {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.223971] env[68627]: DEBUG oslo_vmware.api [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Task: {'id': task-3036691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188326} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.227130] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.228285] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.228538] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.228733] env[68627]: INFO nova.compute.manager [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 691.229155] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.229411] env[68627]: DEBUG nova.compute.manager [-] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.229515] env[68627]: DEBUG nova.network.neutron [-] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.253269] env[68627]: DEBUG nova.network.neutron [-] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.294580] env[68627]: DEBUG nova.network.neutron [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Updating instance_info_cache with network_info: [{"id": "5432c842-0506-4a7a-8114-1220a83468cd", "address": "fa:16:3e:53:45:1e", "network": {"id": "0ce6d04e-c6a1-4492-a780-96ea7f3f119a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1557526896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2b466cf8b4f059f9b084cad485bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5432c842-05", "ovs_interfaceid": "5432c842-0506-4a7a-8114-1220a83468cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.306491] env[68627]: DEBUG nova.compute.manager [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.326251] env[68627]: DEBUG nova.compute.manager [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.326251] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.327906] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951679c6-6060-4850-ad60-2d7d8a4bb3d0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.347148] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.352463] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dbc4e3c-3a04-42ed-82ee-9b354242cbbc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.355253] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036692, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.365757] env[68627]: DEBUG oslo_vmware.api [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 691.365757] env[68627]: value = "task-3036695" [ 691.365757] env[68627]: _type = "Task" [ 691.365757] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.379423] env[68627]: DEBUG oslo_vmware.api [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.393162] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987f0abd-4b03-4c80-bc63-6443ac88953e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.402306] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e2375a-ec71-423f-9f80-51d9a3e028e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.446992] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0165aece-ee9f-4199-a168-0daf3b21f1e3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.459884] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0388ce0e-2f09-47e1-bb58-028f341fdf71 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.464458] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 691.464458] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c7699b-fc09-4d5c-1a99-59bc356c460d" [ 691.464458] env[68627]: _type = "HttpNfcLease" [ 691.464458] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 691.464947] env[68627]: DEBUG oslo_vmware.rw_handles [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 691.464947] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c7699b-fc09-4d5c-1a99-59bc356c460d" [ 691.464947] env[68627]: _type = "HttpNfcLease" [ 691.464947] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 691.466388] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0c9097-3579-47ff-a07a-271fe1ab4a1e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.481248] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.481582] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.482015] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.482289] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.482663] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.482841] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.483829] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.484538] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.484538] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.484538] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.484797] env[68627]: DEBUG nova.virt.hardware [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.491072] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 691.491811] env[68627]: DEBUG nova.compute.provider_tree [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.493941] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4530011-222c-4dc7-8db7-023a696ff371 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.513131] env[68627]: DEBUG oslo_vmware.rw_handles [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527df3a1-021e-dc03-d01c-3b84c89f1844/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 691.513365] env[68627]: DEBUG oslo_vmware.rw_handles [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527df3a1-021e-dc03-d01c-3b84c89f1844/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 691.576767] env[68627]: DEBUG nova.network.neutron [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Successfully created port: 1125f5d1-e894-48db-8a7a-82c432c793f0 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.582719] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 691.582719] env[68627]: value = "task-3036696" [ 691.582719] env[68627]: _type = "Task" [ 691.582719] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.594028] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036694, 'name': Rename_Task, 'duration_secs': 0.161761} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.594813] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.595158] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f1af0d3-dd00-4d5a-8abd-2edf4dece567 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.600288] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.606028] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 691.606028] env[68627]: value = "task-3036697" [ 691.606028] env[68627]: _type = "Task" [ 691.606028] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.614428] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.626217] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4f7267a2-57d9-4473-b06c-7b074cb3d7b7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.758456] env[68627]: DEBUG nova.network.neutron [-] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.802511] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Releasing lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.802849] env[68627]: DEBUG nova.compute.manager [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Instance network_info: |[{"id": "5432c842-0506-4a7a-8114-1220a83468cd", "address": "fa:16:3e:53:45:1e", "network": {"id": "0ce6d04e-c6a1-4492-a780-96ea7f3f119a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1557526896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2b466cf8b4f059f9b084cad485bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5432c842-05", "ovs_interfaceid": "5432c842-0506-4a7a-8114-1220a83468cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.803605] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:45:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5432c842-0506-4a7a-8114-1220a83468cd', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.811294] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.814815] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.815120] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30bd4687-b888-4645-9f41-f18de612a16f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.844611] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036692, 'name': CreateSnapshot_Task, 'duration_secs': 0.529458} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.845716] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 691.851814] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.851814] env[68627]: value = "task-3036698" [ 691.851814] env[68627]: _type = "Task" [ 691.851814] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.853152] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4fa824-9b01-456a-b349-d54067f268fe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.870559] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036698, 'name': CreateVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.888389] env[68627]: DEBUG oslo_vmware.api [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036695, 'name': PowerOffVM_Task, 'duration_secs': 0.248153} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.888389] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.888389] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.888389] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8f34960-cc5a-4612-9b91-775edda10f5a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.899829] env[68627]: DEBUG nova.network.neutron [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Successfully created port: 11ea1fbb-c09b-44ba-9675-90227082af24 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.955604] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.955879] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.957587] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Deleting the datastore file [datastore2] b711c51c-67bc-4485-a3d4-ebfd4db35ae0 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.957587] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e813953-089e-46ba-8b89-6924bec6c177 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.965361] env[68627]: DEBUG oslo_vmware.api [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for the task: (returnval){ [ 691.965361] env[68627]: value = "task-3036700" [ 691.965361] env[68627]: _type = "Task" [ 691.965361] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.981544] env[68627]: DEBUG oslo_vmware.api [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.014029] env[68627]: DEBUG nova.scheduler.client.report [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.099582] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036696, 'name': ReconfigVM_Task, 'duration_secs': 0.244033} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.100012] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 692.102147] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e01d43-0471-488a-8110-04272188588b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.134674] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] acbca5be-4f1e-43eb-b5ad-af7e5faed870/acbca5be-4f1e-43eb-b5ad-af7e5faed870.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.136289] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b395968-4741-4d54-996e-407629f50e55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.156498] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036697, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.163699] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 692.163699] env[68627]: value = "task-3036701" [ 692.163699] env[68627]: _type = "Task" [ 692.163699] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.174713] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.225204] env[68627]: DEBUG nova.compute.manager [req-5b211bac-0967-46b2-ba49-8fd03b355a3c req-5ee89c52-58ce-438d-bba9-ee82807d4230 service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Received event network-changed-5432c842-0506-4a7a-8114-1220a83468cd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.229716] env[68627]: DEBUG nova.compute.manager [req-5b211bac-0967-46b2-ba49-8fd03b355a3c req-5ee89c52-58ce-438d-bba9-ee82807d4230 service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Refreshing instance network info cache due to event network-changed-5432c842-0506-4a7a-8114-1220a83468cd. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.229942] env[68627]: DEBUG oslo_concurrency.lockutils [req-5b211bac-0967-46b2-ba49-8fd03b355a3c req-5ee89c52-58ce-438d-bba9-ee82807d4230 service nova] Acquiring lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.230302] env[68627]: DEBUG oslo_concurrency.lockutils [req-5b211bac-0967-46b2-ba49-8fd03b355a3c req-5ee89c52-58ce-438d-bba9-ee82807d4230 service nova] Acquired lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.231173] env[68627]: DEBUG nova.network.neutron [req-5b211bac-0967-46b2-ba49-8fd03b355a3c req-5ee89c52-58ce-438d-bba9-ee82807d4230 service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Refreshing network info cache for port 5432c842-0506-4a7a-8114-1220a83468cd {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.263089] env[68627]: INFO nova.compute.manager [-] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Took 1.03 seconds to deallocate network for instance. [ 692.332033] env[68627]: DEBUG nova.compute.manager [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.366733] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036698, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.379595] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 692.380251] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d6482c64-53e6-47a2-8511-64b7cef30e12 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.390167] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 692.390167] env[68627]: value = "task-3036702" [ 692.390167] env[68627]: _type = "Task" [ 692.390167] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.401803] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036702, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.477673] env[68627]: DEBUG oslo_vmware.api [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Task: {'id': task-3036700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253575} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.478691] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.478691] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.478958] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.479185] env[68627]: INFO nova.compute.manager [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 692.479563] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.479801] env[68627]: DEBUG nova.compute.manager [-] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.479939] env[68627]: DEBUG nova.network.neutron [-] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.520056] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.522590] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.525s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.524562] env[68627]: INFO nova.compute.claims [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.546032] env[68627]: INFO nova.scheduler.client.report [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Deleted allocations for instance 59985f8a-277d-4930-8c47-61161cb531b6 [ 692.619930] env[68627]: DEBUG oslo_vmware.api [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036697, 'name': PowerOnVM_Task, 'duration_secs': 0.552563} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.620345] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.620683] env[68627]: INFO nova.compute.manager [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Took 8.26 seconds to spawn the instance on the hypervisor. [ 692.620980] env[68627]: DEBUG nova.compute.manager [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.622037] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37762da-b81d-4dc6-b4bb-0ead60adb19d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.675597] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.772105] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.868692] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036698, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.904508] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036702, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.989374] env[68627]: DEBUG nova.network.neutron [req-5b211bac-0967-46b2-ba49-8fd03b355a3c req-5ee89c52-58ce-438d-bba9-ee82807d4230 service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Updated VIF entry in instance network info cache for port 5432c842-0506-4a7a-8114-1220a83468cd. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.989759] env[68627]: DEBUG nova.network.neutron [req-5b211bac-0967-46b2-ba49-8fd03b355a3c req-5ee89c52-58ce-438d-bba9-ee82807d4230 service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Updating instance_info_cache with network_info: [{"id": "5432c842-0506-4a7a-8114-1220a83468cd", "address": "fa:16:3e:53:45:1e", "network": {"id": "0ce6d04e-c6a1-4492-a780-96ea7f3f119a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1557526896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2b466cf8b4f059f9b084cad485bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5432c842-05", "ovs_interfaceid": "5432c842-0506-4a7a-8114-1220a83468cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.057748] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfd4dfb-21f7-4e90-adf8-8ba1a45d5cba tempest-InstanceActionsNegativeTestJSON-1178097015 tempest-InstanceActionsNegativeTestJSON-1178097015-project-member] Lock "59985f8a-277d-4930-8c47-61161cb531b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.893s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.143034] env[68627]: INFO nova.compute.manager [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Took 39.19 seconds to build instance. [ 693.176137] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036701, 'name': ReconfigVM_Task, 'duration_secs': 0.928309} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.176864] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Reconfigured VM instance instance-00000012 to attach disk [datastore1] acbca5be-4f1e-43eb-b5ad-af7e5faed870/acbca5be-4f1e-43eb-b5ad-af7e5faed870.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.176864] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating instance 'acbca5be-4f1e-43eb-b5ad-af7e5faed870' progress to 50 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.270513] env[68627]: DEBUG nova.network.neutron [-] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.371814] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036698, 'name': CreateVM_Task, 'duration_secs': 1.230984} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.372067] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.372782] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.372956] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.373320] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.373612] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8583de-68d7-4451-be76-ebb8c0a2b992 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.381668] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 693.381668] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520fe948-ec27-96db-d873-12669c2f9227" [ 693.381668] env[68627]: _type = "Task" [ 693.381668] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.392535] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520fe948-ec27-96db-d873-12669c2f9227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.402539] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036702, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.493018] env[68627]: DEBUG oslo_concurrency.lockutils [req-5b211bac-0967-46b2-ba49-8fd03b355a3c req-5ee89c52-58ce-438d-bba9-ee82807d4230 service nova] Releasing lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.496379] env[68627]: DEBUG nova.network.neutron [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Successfully updated port: ac3f66dc-07fc-4515-9e4a-f957417b4b1e {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.648521] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4914257b-077b-44e7-a547-63e35278329d tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "d1ec15c3-dc28-4b64-8277-48d732289a64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.093s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.683925] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cd6f3d-e96e-454f-8668-b4dd4b3037a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.712266] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ef5b86-cfe2-4a21-b856-5d2890b7e686 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.734588] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating instance 'acbca5be-4f1e-43eb-b5ad-af7e5faed870' progress to 67 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.773967] env[68627]: INFO nova.compute.manager [-] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Took 1.29 seconds to deallocate network for instance. [ 693.893130] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520fe948-ec27-96db-d873-12669c2f9227, 'name': SearchDatastore_Task, 'duration_secs': 0.015599} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.899063] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.899351] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.899616] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.899767] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.899954] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.900514] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feb9b655-4d7e-4661-b6e1-2f3611cae054 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.909313] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036702, 'name': CloneVM_Task, 'duration_secs': 1.462598} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.909430] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Created linked-clone VM from snapshot [ 693.910355] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566c9f57-a2fa-4b81-8e78-1570b0a2686f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.916508] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.916688] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.918031] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0107a6-3cd2-4182-b632-05d3a736f5bf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.924194] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Uploading image df033e8c-8059-496f-9796-2c681ea071d0 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 693.931394] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 693.931394] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f5f83f-2a2e-dcb5-79ae-af5e05afb33a" [ 693.931394] env[68627]: _type = "Task" [ 693.931394] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.941957] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f5f83f-2a2e-dcb5-79ae-af5e05afb33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.008100] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116ee3e4-f4bb-49ca-bb1b-79b8215f3f62 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.016996] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe0c186-2be1-4165-ab57-8aad97c60e0f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.050753] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ca97dd-cc67-48ba-8280-7110e2a55e03 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.061298] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8141d86d-9b6e-484f-9f54-250a130eac19 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.088598] env[68627]: DEBUG nova.compute.provider_tree [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.151391] env[68627]: DEBUG nova.compute.manager [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.280847] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.281767] env[68627]: DEBUG nova.network.neutron [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Port 1dc256c5-de6b-4f6c-bbcd-56ee25925cc4 binding to destination host cpu-1 is already ACTIVE {{(pid=68627) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 694.443538] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f5f83f-2a2e-dcb5-79ae-af5e05afb33a, 'name': SearchDatastore_Task, 'duration_secs': 0.016017} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.444404] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7e4f33-79dc-487f-8768-b33fc8cb2620 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.450733] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 694.450733] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52acf9c0-f4ca-671a-93b0-084480328249" [ 694.450733] env[68627]: _type = "Task" [ 694.450733] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.461319] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52acf9c0-f4ca-671a-93b0-084480328249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.592493] env[68627]: DEBUG nova.scheduler.client.report [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.692877] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.963152] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52acf9c0-f4ca-671a-93b0-084480328249, 'name': SearchDatastore_Task, 'duration_secs': 0.017533} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.963515] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.963839] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] d7b3a786-75c2-4512-9a54-2fabaca08b9c/d7b3a786-75c2-4512-9a54-2fabaca08b9c.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.964168] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcbab4c4-c33a-42d7-a7e6-27360a446a0c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.973127] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 694.973127] env[68627]: value = "task-3036703" [ 694.973127] env[68627]: _type = "Task" [ 694.973127] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.983251] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.097894] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.098639] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.101658] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.884s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.103402] env[68627]: INFO nova.compute.claims [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.309954] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.310362] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.310478] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.484500] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036703, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.562130] env[68627]: DEBUG nova.network.neutron [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Successfully updated port: 1125f5d1-e894-48db-8a7a-82c432c793f0 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.609827] env[68627]: DEBUG nova.compute.utils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.613778] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.614145] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.656251] env[68627]: DEBUG nova.policy [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9e32bcc4e7348d396001abc95f2bbb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a005f7160be74414aac869262622c2c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.947285] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Successfully created port: 89ca0e54-6384-49ac-bd19-64da89bfba66 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.985693] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565105} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.985958] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] d7b3a786-75c2-4512-9a54-2fabaca08b9c/d7b3a786-75c2-4512-9a54-2fabaca08b9c.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.986203] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.986453] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d226391-3fb9-47dd-adc0-8d705c487b9f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.994846] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 695.994846] env[68627]: value = "task-3036704" [ 695.994846] env[68627]: _type = "Task" [ 695.994846] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.118834] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.376372] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.376626] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.376816] env[68627]: DEBUG nova.network.neutron [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.509694] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144981} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.510040] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.510937] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7efcc5-1242-4ca9-b01b-9936c0f8d5e3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.538574] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] d7b3a786-75c2-4512-9a54-2fabaca08b9c/d7b3a786-75c2-4512-9a54-2fabaca08b9c.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.545704] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-505757ba-35e4-436c-a310-bdc49b78aee5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.569668] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 696.569668] env[68627]: value = "task-3036705" [ 696.569668] env[68627]: _type = "Task" [ 696.569668] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.580295] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.591980] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a50808-c7e9-42c6-a9c4-c9c0f76bf237 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.605302] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96066eb3-0114-4bc8-8c4a-c9a183e900b7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.642896] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d276aa8-30e4-4eea-912a-b6a228a11cf0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.651805] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e520c1-bd24-4591-a0f2-014992245590 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.668696] env[68627]: DEBUG nova.compute.provider_tree [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.071927] env[68627]: DEBUG nova.network.neutron [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating instance_info_cache with network_info: [{"id": "1dc256c5-de6b-4f6c-bbcd-56ee25925cc4", "address": "fa:16:3e:40:8e:61", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc256c5-de", "ovs_interfaceid": "1dc256c5-de6b-4f6c-bbcd-56ee25925cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.083543] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.144085] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.172663] env[68627]: DEBUG nova.scheduler.client.report [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.578314] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.589271] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036705, 'name': ReconfigVM_Task, 'duration_secs': 0.653641} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.589725] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Reconfigured VM instance instance-0000001e to attach disk [datastore2] d7b3a786-75c2-4512-9a54-2fabaca08b9c/d7b3a786-75c2-4512-9a54-2fabaca08b9c.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.590248] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6607e961-4072-4625-ac19-2e8fe2aa0e30 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.597884] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 697.597884] env[68627]: value = "task-3036706" [ 697.597884] env[68627]: _type = "Task" [ 697.597884] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.608335] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036706, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.678536] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.679086] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.681854] env[68627]: DEBUG oslo_concurrency.lockutils [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.391s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.682153] env[68627]: DEBUG nova.objects.instance [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Lazy-loading 'resources' on Instance uuid 02cecd4f-38a7-449c-8422-9b4cb2434407 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.907996] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Successfully updated port: 89ca0e54-6384-49ac-bd19-64da89bfba66 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.989722] env[68627]: DEBUG nova.network.neutron [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Successfully updated port: 11ea1fbb-c09b-44ba-9675-90227082af24 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.103354] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e22d85-7076-4497-94bb-94df70b41768 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.112376] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036706, 'name': Rename_Task, 'duration_secs': 0.203852} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.126101] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.126537] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bed627c-0c01-4ce9-b3d1-cad2c6eadba2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.128781] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3549139c-5965-4e19-b5a5-effd63d29c27 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.137559] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating instance 'acbca5be-4f1e-43eb-b5ad-af7e5faed870' progress to 83 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 698.142390] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 698.142390] env[68627]: value = "task-3036707" [ 698.142390] env[68627]: _type = "Task" [ 698.142390] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.151274] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.187814] env[68627]: DEBUG nova.compute.utils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.190214] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.190214] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.230823] env[68627]: DEBUG nova.policy [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9e32bcc4e7348d396001abc95f2bbb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a005f7160be74414aac869262622c2c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.413453] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "refresh_cache-db67f3dd-8b08-4114-9c41-4b145b37180d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.415086] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquired lock "refresh_cache-db67f3dd-8b08-4114-9c41-4b145b37180d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.415086] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.486673] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Successfully created port: ba58d9c4-fd01-40af-a517-0400328359a6 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.494985] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "refresh_cache-ef394827-1b6c-43d7-acf7-6bddde9f05a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.494985] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquired lock "refresh_cache-ef394827-1b6c-43d7-acf7-6bddde9f05a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.494985] env[68627]: DEBUG nova.network.neutron [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.622322] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dd3bd6-d785-4801-986f-33688626e0ae {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.631574] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9f6f02-db7d-4e98-8f43-8621b199e805 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.675709] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.676522] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95f2e675-03c3-4e8b-97fa-81b429a7b692 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.683167] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3544bc27-3a19-4b17-8d31-22aac6b7de12 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.693326] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.702741] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f439c825-1547-43fd-80d3-df768088b66a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.707303] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036707, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.707702] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 698.707702] env[68627]: value = "task-3036708" [ 698.707702] env[68627]: _type = "Task" [ 698.707702] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.720876] env[68627]: DEBUG nova.compute.provider_tree [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.730421] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.938263] env[68627]: DEBUG nova.virt.hardware [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.938569] env[68627]: DEBUG nova.virt.hardware [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.938742] env[68627]: DEBUG nova.virt.hardware [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.939029] env[68627]: DEBUG nova.virt.hardware [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.939512] env[68627]: DEBUG nova.virt.hardware [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.939512] env[68627]: DEBUG nova.virt.hardware [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.939777] env[68627]: DEBUG nova.virt.hardware [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.940057] env[68627]: DEBUG nova.virt.hardware [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.940377] env[68627]: DEBUG nova.virt.hardware [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.940571] env[68627]: DEBUG nova.virt.hardware [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.940817] env[68627]: DEBUG nova.virt.hardware [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.943765] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaf2471-34a9-49eb-8a77-fe40dd2a5b45 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.947719] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.959067] env[68627]: DEBUG oslo_vmware.rw_handles [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 698.959067] env[68627]: value = "vm-608481" [ 698.959067] env[68627]: _type = "VirtualMachine" [ 698.959067] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 698.959568] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f29a15d9-9ff5-4970-bca0-aa98375bec63 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.966915] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656573d9-d907-4e4d-b63b-d491b645a868 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.977917] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.978437] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.978760] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.979078] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.979347] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.979619] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.979933] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.980244] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.980533] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.980861] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.981175] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.984666] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3847e4e6-d45b-4738-a205-32f8baae7360 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.987678] env[68627]: DEBUG oslo_vmware.rw_handles [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lease: (returnval){ [ 698.987678] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a79cb7-87db-b26b-1f54-552fe328bbcc" [ 698.987678] env[68627]: _type = "HttpNfcLease" [ 698.987678] env[68627]: } obtained for exporting VM: (result){ [ 698.987678] env[68627]: value = "vm-608481" [ 698.987678] env[68627]: _type = "VirtualMachine" [ 698.987678] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 698.988218] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the lease: (returnval){ [ 698.988218] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a79cb7-87db-b26b-1f54-552fe328bbcc" [ 698.988218] env[68627]: _type = "HttpNfcLease" [ 698.988218] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 699.005268] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5eaf2-0714-cb0d-1442-c8f8fa6d72de/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 699.013809] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddc48db-7b15-46b1-8759-6cbae3f17adf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.013809] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebba32d-8167-477c-83d0-4960a28daba2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.026025] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 699.026025] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a79cb7-87db-b26b-1f54-552fe328bbcc" [ 699.026025] env[68627]: _type = "HttpNfcLease" [ 699.026025] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 699.026025] env[68627]: DEBUG oslo_vmware.rw_handles [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 699.026025] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a79cb7-87db-b26b-1f54-552fe328bbcc" [ 699.026025] env[68627]: _type = "HttpNfcLease" [ 699.026025] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 699.026025] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bc2f66-3cef-445e-9b85-ffc4928f7034 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.037103] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5eaf2-0714-cb0d-1442-c8f8fa6d72de/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 699.037252] env[68627]: ERROR oslo_vmware.rw_handles [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5eaf2-0714-cb0d-1442-c8f8fa6d72de/disk-0.vmdk due to incomplete transfer. [ 699.038175] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a39cea32-9de6-466e-ab0d-f748703e7e76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.044183] env[68627]: DEBUG oslo_vmware.rw_handles [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bd603-40d9-2469-7625-98a6c60f724b/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 699.044491] env[68627]: DEBUG oslo_vmware.rw_handles [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bd603-40d9-2469-7625-98a6c60f724b/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 699.047248] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5eaf2-0714-cb0d-1442-c8f8fa6d72de/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 699.047437] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Uploaded image 8d4fd83f-57a5-460b-bed5-337f30595b75 to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 699.049568] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 699.050845] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc9a23c8-d155-4f25-8bc7-e398fbb8bd86 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.111433] env[68627]: DEBUG nova.network.neutron [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.120364] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 699.120364] env[68627]: value = "task-3036710" [ 699.120364] env[68627]: _type = "Task" [ 699.120364] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.132384] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036710, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.149236] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ecc6ccf3-d7bb-4803-84a0-cba282dd9481 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.187253] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Updating instance_info_cache with network_info: [{"id": "89ca0e54-6384-49ac-bd19-64da89bfba66", "address": "fa:16:3e:a9:09:5b", "network": {"id": "4aaa3142-7609-459d-a64b-0407291529f2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1330495087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a005f7160be74414aac869262622c2c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ca0e54-63", "ovs_interfaceid": "89ca0e54-6384-49ac-bd19-64da89bfba66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.195143] env[68627]: DEBUG oslo_vmware.api [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036707, 'name': PowerOnVM_Task, 'duration_secs': 0.638048} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.195388] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.199183] env[68627]: INFO nova.compute.manager [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Took 9.58 seconds to spawn the instance on the hypervisor. [ 699.199183] env[68627]: DEBUG nova.compute.manager [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.199183] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1689c71-36ef-4ef7-b4f6-fa20a5687c08 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.224187] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036708, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.224894] env[68627]: DEBUG nova.scheduler.client.report [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.254666] env[68627]: DEBUG nova.compute.manager [req-ce80af73-d2da-4fec-8ece-c43a17780347 req-1bf3d1a7-d27a-4991-99be-052c8d7d5eb7 service nova] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Received event network-vif-deleted-2b4b4777-d20c-4162-80ad-68f2458b3563 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.632121] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036710, 'name': Destroy_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.690544] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Releasing lock "refresh_cache-db67f3dd-8b08-4114-9c41-4b145b37180d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.690982] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Instance network_info: |[{"id": "89ca0e54-6384-49ac-bd19-64da89bfba66", "address": "fa:16:3e:a9:09:5b", "network": {"id": "4aaa3142-7609-459d-a64b-0407291529f2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1330495087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a005f7160be74414aac869262622c2c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ca0e54-63", "ovs_interfaceid": "89ca0e54-6384-49ac-bd19-64da89bfba66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.694072] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:09:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89ca0e54-6384-49ac-bd19-64da89bfba66', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.702631] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Creating folder: Project (a005f7160be74414aac869262622c2c5). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.702631] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fbecceb-68c0-4f2e-9549-330fea796216 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.720948] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.723715] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Created folder: Project (a005f7160be74414aac869262622c2c5) in parent group-v608385. [ 699.724009] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Creating folder: Instances. Parent ref: group-v608482. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.724897] env[68627]: INFO nova.compute.manager [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Took 43.11 seconds to build instance. [ 699.730560] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8a64fd1-a398-46d9-8723-6ee639addb1b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.736934] env[68627]: DEBUG oslo_concurrency.lockutils [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.738280] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.851s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.739273] env[68627]: INFO nova.compute.claims [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.749549] env[68627]: DEBUG oslo_vmware.api [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036708, 'name': PowerOnVM_Task, 'duration_secs': 0.645332} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.751022] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.751586] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5f36f3-5f4e-445d-a04e-e9c547a50c97 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating instance 'acbca5be-4f1e-43eb-b5ad-af7e5faed870' progress to 100 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.758416] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Created folder: Instances in parent group-v608482. [ 699.759599] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.759599] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.759599] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16f1ebb0-698b-4977-8592-02f837860db1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.780241] env[68627]: INFO nova.scheduler.client.report [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Deleted allocations for instance 02cecd4f-38a7-449c-8422-9b4cb2434407 [ 699.789289] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.789289] env[68627]: value = "task-3036713" [ 699.789289] env[68627]: _type = "Task" [ 699.789289] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.803436] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036713, 'name': CreateVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.837179] env[68627]: DEBUG nova.compute.manager [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Received event network-vif-plugged-ac3f66dc-07fc-4515-9e4a-f957417b4b1e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.837179] env[68627]: DEBUG oslo_concurrency.lockutils [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] Acquiring lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.837454] env[68627]: DEBUG oslo_concurrency.lockutils [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] Lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.837688] env[68627]: DEBUG oslo_concurrency.lockutils [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] Lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.838497] env[68627]: DEBUG nova.compute.manager [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] No waiting events found dispatching network-vif-plugged-ac3f66dc-07fc-4515-9e4a-f957417b4b1e {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.838497] env[68627]: WARNING nova.compute.manager [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Received unexpected event network-vif-plugged-ac3f66dc-07fc-4515-9e4a-f957417b4b1e for instance with vm_state building and task_state spawning. [ 699.838497] env[68627]: DEBUG nova.compute.manager [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Received event network-changed-ac3f66dc-07fc-4515-9e4a-f957417b4b1e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.838725] env[68627]: DEBUG nova.compute.manager [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Refreshing instance network info cache due to event network-changed-ac3f66dc-07fc-4515-9e4a-f957417b4b1e. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.838851] env[68627]: DEBUG oslo_concurrency.lockutils [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] Acquiring lock "refresh_cache-ef394827-1b6c-43d7-acf7-6bddde9f05a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.001092] env[68627]: DEBUG nova.network.neutron [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Updating instance_info_cache with network_info: [{"id": "ac3f66dc-07fc-4515-9e4a-f957417b4b1e", "address": "fa:16:3e:cf:80:16", "network": {"id": "fe0f6477-1372-4e4f-8233-ebd8a644b76e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326015937", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3f66dc-07", "ovs_interfaceid": "ac3f66dc-07fc-4515-9e4a-f957417b4b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1125f5d1-e894-48db-8a7a-82c432c793f0", "address": "fa:16:3e:9e:c9:42", "network": {"id": "fedbced4-981d-495e-9212-995c647dc4a2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1339140852", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1125f5d1-e8", "ovs_interfaceid": "1125f5d1-e894-48db-8a7a-82c432c793f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11ea1fbb-c09b-44ba-9675-90227082af24", "address": "fa:16:3e:97:9f:13", "network": {"id": "fe0f6477-1372-4e4f-8233-ebd8a644b76e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326015937", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ea1fbb-c0", "ovs_interfaceid": "11ea1fbb-c09b-44ba-9675-90227082af24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.134904] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036710, 'name': Destroy_Task, 'duration_secs': 0.596706} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.135405] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Destroyed the VM [ 700.136019] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 700.136412] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8de7dde-76be-4b16-bc87-6cc3ade49120 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.149652] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 700.149652] env[68627]: value = "task-3036714" [ 700.149652] env[68627]: _type = "Task" [ 700.149652] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.165534] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036714, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.227479] env[68627]: DEBUG oslo_concurrency.lockutils [None req-08f1da83-b2ab-4ce1-b783-0b47042ab674 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.824s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.289528] env[68627]: DEBUG oslo_concurrency.lockutils [None req-177aa7c9-6274-4f81-8a15-0b752ceffab2 tempest-TenantUsagesTestJSON-831584491 tempest-TenantUsagesTestJSON-831584491-project-member] Lock "02cecd4f-38a7-449c-8422-9b4cb2434407" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.270s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.309355] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036713, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.316547] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.316547] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.316547] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.316547] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.316791] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.316791] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.316908] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.317089] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.317357] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.317626] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.317804] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.320581] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daadf94f-d209-4c31-8aaa-a6dba90eb967 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.324603] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Successfully updated port: ba58d9c4-fd01-40af-a517-0400328359a6 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.334565] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3498f3e5-7b43-4edb-8e0a-25c4b4cda336 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.341639] env[68627]: DEBUG oslo_vmware.rw_handles [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527df3a1-021e-dc03-d01c-3b84c89f1844/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 700.343431] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc4a415-3af8-4146-a83f-00360096643b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.365803] env[68627]: DEBUG oslo_vmware.rw_handles [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527df3a1-021e-dc03-d01c-3b84c89f1844/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 700.366127] env[68627]: ERROR oslo_vmware.rw_handles [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527df3a1-021e-dc03-d01c-3b84c89f1844/disk-0.vmdk due to incomplete transfer. [ 700.366497] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-564d5a29-a9bc-4fe4-a289-3719fa46a96a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.378285] env[68627]: DEBUG oslo_vmware.rw_handles [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527df3a1-021e-dc03-d01c-3b84c89f1844/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 700.379898] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Uploaded image 74db4ad4-c2cf-4849-99fb-34532943bb2d to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 700.382512] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 700.383301] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4875245e-4fd7-48de-b9ec-b5cf783a5dcd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.391236] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 700.391236] env[68627]: value = "task-3036715" [ 700.391236] env[68627]: _type = "Task" [ 700.391236] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.403745] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036715, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.504442] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Releasing lock "refresh_cache-ef394827-1b6c-43d7-acf7-6bddde9f05a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.504998] env[68627]: DEBUG nova.compute.manager [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Instance network_info: |[{"id": "ac3f66dc-07fc-4515-9e4a-f957417b4b1e", "address": "fa:16:3e:cf:80:16", "network": {"id": "fe0f6477-1372-4e4f-8233-ebd8a644b76e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326015937", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3f66dc-07", "ovs_interfaceid": "ac3f66dc-07fc-4515-9e4a-f957417b4b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1125f5d1-e894-48db-8a7a-82c432c793f0", "address": "fa:16:3e:9e:c9:42", "network": {"id": "fedbced4-981d-495e-9212-995c647dc4a2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1339140852", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1125f5d1-e8", "ovs_interfaceid": "1125f5d1-e894-48db-8a7a-82c432c793f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11ea1fbb-c09b-44ba-9675-90227082af24", "address": "fa:16:3e:97:9f:13", "network": {"id": "fe0f6477-1372-4e4f-8233-ebd8a644b76e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326015937", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ea1fbb-c0", "ovs_interfaceid": "11ea1fbb-c09b-44ba-9675-90227082af24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.505407] env[68627]: DEBUG oslo_concurrency.lockutils [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] Acquired lock "refresh_cache-ef394827-1b6c-43d7-acf7-6bddde9f05a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.505721] env[68627]: DEBUG nova.network.neutron [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Refreshing network info cache for port ac3f66dc-07fc-4515-9e4a-f957417b4b1e {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.508622] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:80:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac3f66dc-07fc-4515-9e4a-f957417b4b1e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:c9:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1125f5d1-e894-48db-8a7a-82c432c793f0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:9f:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11ea1fbb-c09b-44ba-9675-90227082af24', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.522867] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Creating folder: Project (b912216b405543cc8576be15ee52d740). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.525865] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21e9e29c-c36d-410d-9b10-cf277962384d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.540177] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Created folder: Project (b912216b405543cc8576be15ee52d740) in parent group-v608385. [ 700.541979] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Creating folder: Instances. Parent ref: group-v608485. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.542346] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ccd53d8-d1a3-4336-a5aa-fb9b22f80461 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.557167] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Created folder: Instances in parent group-v608485. [ 700.557458] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.557669] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.557878] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cef78b53-7821-4df0-b7d5-7b81d32b7116 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.594495] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.594495] env[68627]: value = "task-3036718" [ 700.594495] env[68627]: _type = "Task" [ 700.594495] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.605435] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036718, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.668651] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036714, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.732183] env[68627]: DEBUG nova.compute.manager [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.823686] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036713, 'name': CreateVM_Task, 'duration_secs': 0.673459} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.824871] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.824871] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.827345] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.827345] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.829398] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828014fa-0c92-4969-8e8d-284be2a87994 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.831502] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "refresh_cache-4db0bf5d-f7aa-45ce-95db-60596ef8966b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.831633] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquired lock "refresh_cache-4db0bf5d-f7aa-45ce-95db-60596ef8966b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.831829] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.838461] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 700.838461] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525f870c-3ac6-a3b6-fc88-f60ed3334815" [ 700.838461] env[68627]: _type = "Task" [ 700.838461] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.860883] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525f870c-3ac6-a3b6-fc88-f60ed3334815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.906949] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036715, 'name': Destroy_Task, 'duration_secs': 0.414714} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.907636] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Destroyed the VM [ 700.907770] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 700.908052] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb644b20-1c5e-4203-9b7c-5bd08a37c0c7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.917384] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 700.917384] env[68627]: value = "task-3036719" [ 700.917384] env[68627]: _type = "Task" [ 700.917384] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.927276] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036719, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.930969] env[68627]: DEBUG nova.network.neutron [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Updated VIF entry in instance network info cache for port ac3f66dc-07fc-4515-9e4a-f957417b4b1e. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.931583] env[68627]: DEBUG nova.network.neutron [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Updating instance_info_cache with network_info: [{"id": "ac3f66dc-07fc-4515-9e4a-f957417b4b1e", "address": "fa:16:3e:cf:80:16", "network": {"id": "fe0f6477-1372-4e4f-8233-ebd8a644b76e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326015937", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3f66dc-07", "ovs_interfaceid": "ac3f66dc-07fc-4515-9e4a-f957417b4b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1125f5d1-e894-48db-8a7a-82c432c793f0", "address": "fa:16:3e:9e:c9:42", "network": {"id": "fedbced4-981d-495e-9212-995c647dc4a2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1339140852", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1125f5d1-e8", "ovs_interfaceid": "1125f5d1-e894-48db-8a7a-82c432c793f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11ea1fbb-c09b-44ba-9675-90227082af24", "address": "fa:16:3e:97:9f:13", "network": {"id": "fe0f6477-1372-4e4f-8233-ebd8a644b76e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326015937", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ea1fbb-c0", "ovs_interfaceid": "11ea1fbb-c09b-44ba-9675-90227082af24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.112862] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036718, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.167988] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036714, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.257321] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.362916] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525f870c-3ac6-a3b6-fc88-f60ed3334815, 'name': SearchDatastore_Task, 'duration_secs': 0.036471} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.362916] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.362916] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.363442] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.363442] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.363568] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.363989] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b19122a9-1fe2-45d4-b897-4a7928707014 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.369554] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398a268a-3649-4eb3-92dc-f2cdaec885a7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.374612] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.375921] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.377580] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fb9760-fb70-42b0-9a1f-08e070b7ff8c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.382190] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33234f8-c7df-46b7-8b2c-b5d62fb6b263 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.390145] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 701.390145] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]522a5454-46a3-090b-1cf1-241db706c5e4" [ 701.390145] env[68627]: _type = "Task" [ 701.390145] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.423075] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.433329] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e394df-126d-442e-935e-400e4c31f547 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.438131] env[68627]: DEBUG oslo_concurrency.lockutils [req-9763b8aa-7e95-4102-9d4a-479ca656f0b1 req-4c6da83a-4494-4e0f-8776-19a4df57a5e2 service nova] Releasing lock "refresh_cache-ef394827-1b6c-43d7-acf7-6bddde9f05a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.443190] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522a5454-46a3-090b-1cf1-241db706c5e4, 'name': SearchDatastore_Task, 'duration_secs': 0.022507} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.448728] env[68627]: DEBUG oslo_vmware.api [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036719, 'name': RemoveSnapshot_Task, 'duration_secs': 0.443005} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.448973] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-427fa4ef-9d0f-4d43-b932-40ce28314aa8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.452482] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30125285-ebe2-4d6d-bf53-1ef6016573ab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.456981] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 701.457275] env[68627]: INFO nova.compute.manager [None req-2d370be4-c007-48ba-abe8-7773b35f7b39 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Took 14.26 seconds to snapshot the instance on the hypervisor. [ 701.465519] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 701.465519] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f9cb92-df59-fab3-25c1-a2102db3d3d2" [ 701.465519] env[68627]: _type = "Task" [ 701.465519] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.475463] env[68627]: DEBUG nova.compute.provider_tree [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.488972] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f9cb92-df59-fab3-25c1-a2102db3d3d2, 'name': SearchDatastore_Task, 'duration_secs': 0.017131} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.491136] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.491434] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] db67f3dd-8b08-4114-9c41-4b145b37180d/db67f3dd-8b08-4114-9c41-4b145b37180d.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.491781] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6daacadc-4c85-467f-875b-28178343c841 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.502464] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 701.502464] env[68627]: value = "task-3036720" [ 701.502464] env[68627]: _type = "Task" [ 701.502464] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.513211] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.607750] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036718, 'name': CreateVM_Task, 'duration_secs': 0.618306} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.611530] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.612591] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.612766] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.613155] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.614279] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee448497-3117-49ed-a827-3ef22b616429 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.624959] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 701.624959] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a8cbbd-8c81-a24b-bb2d-25814a12eef9" [ 701.624959] env[68627]: _type = "Task" [ 701.624959] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.637709] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a8cbbd-8c81-a24b-bb2d-25814a12eef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.664365] env[68627]: DEBUG oslo_vmware.api [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036714, 'name': RemoveSnapshot_Task, 'duration_secs': 1.12401} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.664742] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 701.665194] env[68627]: INFO nova.compute.manager [None req-4b7bbf92-7436-4cc9-9f84-65ca715f7ae1 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Took 15.75 seconds to snapshot the instance on the hypervisor. [ 701.768085] env[68627]: DEBUG nova.compute.manager [req-1e36fc17-34d9-4a06-a49f-d550457d3a6d req-bb8b676d-a064-4174-aa4a-cb4d6500a275 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Received event network-changed-165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.768311] env[68627]: DEBUG nova.compute.manager [req-1e36fc17-34d9-4a06-a49f-d550457d3a6d req-bb8b676d-a064-4174-aa4a-cb4d6500a275 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Refreshing instance network info cache due to event network-changed-165c47a3-3f98-4ff9-8736-a6d8ddb06f45. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.768496] env[68627]: DEBUG oslo_concurrency.lockutils [req-1e36fc17-34d9-4a06-a49f-d550457d3a6d req-bb8b676d-a064-4174-aa4a-cb4d6500a275 service nova] Acquiring lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.768641] env[68627]: DEBUG oslo_concurrency.lockutils [req-1e36fc17-34d9-4a06-a49f-d550457d3a6d req-bb8b676d-a064-4174-aa4a-cb4d6500a275 service nova] Acquired lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.768806] env[68627]: DEBUG nova.network.neutron [req-1e36fc17-34d9-4a06-a49f-d550457d3a6d req-bb8b676d-a064-4174-aa4a-cb4d6500a275 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Refreshing network info cache for port 165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.770960] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Updating instance_info_cache with network_info: [{"id": "ba58d9c4-fd01-40af-a517-0400328359a6", "address": "fa:16:3e:78:99:0e", "network": {"id": "4aaa3142-7609-459d-a64b-0407291529f2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1330495087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a005f7160be74414aac869262622c2c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba58d9c4-fd", "ovs_interfaceid": "ba58d9c4-fd01-40af-a517-0400328359a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.983096] env[68627]: DEBUG nova.scheduler.client.report [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.017932] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036720, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.138159] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a8cbbd-8c81-a24b-bb2d-25814a12eef9, 'name': SearchDatastore_Task, 'duration_secs': 0.01324} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.138159] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.138327] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.138863] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.139089] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.139823] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.139823] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcd4a106-ef95-4897-b10e-f1b29989abeb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.157024] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.157024] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.157736] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d936a35-896e-4e0c-b0d7-a53dac151986 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.166158] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 702.166158] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52138efa-203d-7b41-55ce-e453059ab6d9" [ 702.166158] env[68627]: _type = "Task" [ 702.166158] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.182435] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52138efa-203d-7b41-55ce-e453059ab6d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.280284] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Releasing lock "refresh_cache-4db0bf5d-f7aa-45ce-95db-60596ef8966b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.280883] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Instance network_info: |[{"id": "ba58d9c4-fd01-40af-a517-0400328359a6", "address": "fa:16:3e:78:99:0e", "network": {"id": "4aaa3142-7609-459d-a64b-0407291529f2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1330495087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a005f7160be74414aac869262622c2c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba58d9c4-fd", "ovs_interfaceid": "ba58d9c4-fd01-40af-a517-0400328359a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.281343] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:99:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba58d9c4-fd01-40af-a517-0400328359a6', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.290118] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.290977] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.291978] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce21707a-9bb0-45b2-ae77-09cadfea7d0c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.316839] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.316839] env[68627]: value = "task-3036721" [ 702.316839] env[68627]: _type = "Task" [ 702.316839] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.329755] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036721, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.408758] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Received event network-vif-plugged-1125f5d1-e894-48db-8a7a-82c432c793f0 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.408963] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Acquiring lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.409185] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.409355] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.409526] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] No waiting events found dispatching network-vif-plugged-1125f5d1-e894-48db-8a7a-82c432c793f0 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.409987] env[68627]: WARNING nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Received unexpected event network-vif-plugged-1125f5d1-e894-48db-8a7a-82c432c793f0 for instance with vm_state building and task_state spawning. [ 702.410221] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Received event network-changed-1125f5d1-e894-48db-8a7a-82c432c793f0 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.410392] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Refreshing instance network info cache due to event network-changed-1125f5d1-e894-48db-8a7a-82c432c793f0. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.411044] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Acquiring lock "refresh_cache-ef394827-1b6c-43d7-acf7-6bddde9f05a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.411240] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Acquired lock "refresh_cache-ef394827-1b6c-43d7-acf7-6bddde9f05a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.411845] env[68627]: DEBUG nova.network.neutron [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Refreshing network info cache for port 1125f5d1-e894-48db-8a7a-82c432c793f0 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.491830] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.492560] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.499657] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.284s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.499904] env[68627]: DEBUG nova.objects.instance [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lazy-loading 'resources' on Instance uuid a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.520731] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581828} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.521060] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] db67f3dd-8b08-4114-9c41-4b145b37180d/db67f3dd-8b08-4114-9c41-4b145b37180d.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.521340] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.521618] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23f7d80a-ee84-4523-ab06-3d776ba94496 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.531512] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 702.531512] env[68627]: value = "task-3036722" [ 702.531512] env[68627]: _type = "Task" [ 702.531512] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.549350] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.570410] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.570698] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.570893] env[68627]: DEBUG nova.compute.manager [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Going to confirm migration 1 {{(pid=68627) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 702.682962] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52138efa-203d-7b41-55ce-e453059ab6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.025827} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.683991] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce11338-1c47-46bf-9290-e9c259135556 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.691433] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 702.691433] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528f0976-fe3d-df5f-33a3-13e273713f1a" [ 702.691433] env[68627]: _type = "Task" [ 702.691433] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.706495] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528f0976-fe3d-df5f-33a3-13e273713f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.769314] env[68627]: DEBUG nova.network.neutron [req-1e36fc17-34d9-4a06-a49f-d550457d3a6d req-bb8b676d-a064-4174-aa4a-cb4d6500a275 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Updated VIF entry in instance network info cache for port 165c47a3-3f98-4ff9-8736-a6d8ddb06f45. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.769838] env[68627]: DEBUG nova.network.neutron [req-1e36fc17-34d9-4a06-a49f-d550457d3a6d req-bb8b676d-a064-4174-aa4a-cb4d6500a275 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Updating instance_info_cache with network_info: [{"id": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "address": "fa:16:3e:6f:12:e7", "network": {"id": "0ce6d04e-c6a1-4492-a780-96ea7f3f119a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1557526896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2b466cf8b4f059f9b084cad485bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165c47a3-3f", "ovs_interfaceid": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.829305] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036721, 'name': CreateVM_Task, 'duration_secs': 0.437346} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.829489] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.830324] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.830488] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.830805] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.831093] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db912d5-efc8-4687-b633-64bc481ee046 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.837509] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 702.837509] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528abd22-6374-6014-e6a6-f421ca0ee09c" [ 702.837509] env[68627]: _type = "Task" [ 702.837509] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.847305] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528abd22-6374-6014-e6a6-f421ca0ee09c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.008696] env[68627]: DEBUG nova.compute.utils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.011582] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.011767] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.047785] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07996} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.050181] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.054321] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e8c4c9-a827-4134-94e7-7c808a146089 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.087289] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] db67f3dd-8b08-4114-9c41-4b145b37180d/db67f3dd-8b08-4114-9c41-4b145b37180d.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.091797] env[68627]: DEBUG nova.policy [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9e32bcc4e7348d396001abc95f2bbb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a005f7160be74414aac869262622c2c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.096743] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e841b1-7479-4082-89d2-e8e435450cd7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.137308] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 703.137308] env[68627]: value = "task-3036723" [ 703.137308] env[68627]: _type = "Task" [ 703.137308] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.151632] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.210408] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528f0976-fe3d-df5f-33a3-13e273713f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.018068} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.211391] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.211674] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] ef394827-1b6c-43d7-acf7-6bddde9f05a1/ef394827-1b6c-43d7-acf7-6bddde9f05a1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.211988] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e89149e2-ed5b-446f-a092-32a048ed179f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.221072] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 703.221072] env[68627]: value = "task-3036724" [ 703.221072] env[68627]: _type = "Task" [ 703.221072] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.240488] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.274855] env[68627]: DEBUG oslo_concurrency.lockutils [req-1e36fc17-34d9-4a06-a49f-d550457d3a6d req-bb8b676d-a064-4174-aa4a-cb4d6500a275 service nova] Releasing lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.304384] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.305807] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.305807] env[68627]: DEBUG nova.network.neutron [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.305807] env[68627]: DEBUG nova.objects.instance [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lazy-loading 'info_cache' on Instance uuid acbca5be-4f1e-43eb-b5ad-af7e5faed870 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.351330] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528abd22-6374-6014-e6a6-f421ca0ee09c, 'name': SearchDatastore_Task, 'duration_secs': 0.027282} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.355395] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.355649] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.355884] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.356076] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.356383] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.356974] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fef7d779-9449-415a-907d-138a02e38faf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.367378] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.367708] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.368568] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c810327-b79a-49c5-9496-1e427988b01c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.377178] env[68627]: DEBUG nova.network.neutron [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Updated VIF entry in instance network info cache for port 1125f5d1-e894-48db-8a7a-82c432c793f0. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.377671] env[68627]: DEBUG nova.network.neutron [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Updating instance_info_cache with network_info: [{"id": "ac3f66dc-07fc-4515-9e4a-f957417b4b1e", "address": "fa:16:3e:cf:80:16", "network": {"id": "fe0f6477-1372-4e4f-8233-ebd8a644b76e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326015937", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3f66dc-07", "ovs_interfaceid": "ac3f66dc-07fc-4515-9e4a-f957417b4b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1125f5d1-e894-48db-8a7a-82c432c793f0", "address": "fa:16:3e:9e:c9:42", "network": {"id": "fedbced4-981d-495e-9212-995c647dc4a2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1339140852", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1125f5d1-e8", "ovs_interfaceid": "1125f5d1-e894-48db-8a7a-82c432c793f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11ea1fbb-c09b-44ba-9675-90227082af24", "address": "fa:16:3e:97:9f:13", "network": {"id": "fe0f6477-1372-4e4f-8233-ebd8a644b76e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326015937", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ea1fbb-c0", "ovs_interfaceid": "11ea1fbb-c09b-44ba-9675-90227082af24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.380313] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 703.380313] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aaeca6-5e34-90a0-c78a-3be800f4b2a2" [ 703.380313] env[68627]: _type = "Task" [ 703.380313] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.394171] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aaeca6-5e34-90a0-c78a-3be800f4b2a2, 'name': SearchDatastore_Task} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.395660] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24be1414-c14e-4fcf-9164-2b7bcaa506de {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.404570] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 703.404570] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5208837b-d65f-d541-8952-c5214f6dceb9" [ 703.404570] env[68627]: _type = "Task" [ 703.404570] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.416144] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5208837b-d65f-d541-8952-c5214f6dceb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.517799] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.622176] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf5e10e-ff52-40ff-be8d-f616552a11e9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.627944] env[68627]: DEBUG oslo_concurrency.lockutils [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "c5649df0-b209-49ed-8816-67691d515acc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.628234] env[68627]: DEBUG oslo_concurrency.lockutils [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "c5649df0-b209-49ed-8816-67691d515acc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.628444] env[68627]: DEBUG oslo_concurrency.lockutils [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "c5649df0-b209-49ed-8816-67691d515acc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.628852] env[68627]: DEBUG oslo_concurrency.lockutils [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "c5649df0-b209-49ed-8816-67691d515acc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.628852] env[68627]: DEBUG oslo_concurrency.lockutils [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "c5649df0-b209-49ed-8816-67691d515acc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.632954] env[68627]: INFO nova.compute.manager [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Terminating instance [ 703.635315] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430782b6-87c9-4469-a149-45da9287a240 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.653418] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036723, 'name': ReconfigVM_Task, 'duration_secs': 0.35193} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.680520] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Reconfigured VM instance instance-00000020 to attach disk [datastore2] db67f3dd-8b08-4114-9c41-4b145b37180d/db67f3dd-8b08-4114-9c41-4b145b37180d.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.681515] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ed7cfba-91cb-4e65-96d3-c91dc322da53 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.684305] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42ed35d-426f-4f92-b91f-e5a7f75e1c08 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.698170] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9510b8f5-09de-4247-b377-f9f69cf309de {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.703284] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 703.703284] env[68627]: value = "task-3036725" [ 703.703284] env[68627]: _type = "Task" [ 703.703284] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.719560] env[68627]: DEBUG nova.compute.provider_tree [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.725957] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036725, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.736528] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036724, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.811616] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Successfully created port: 2f749b21-cbdf-4422-92f3-ecb29cf38b2c {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.882435] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Releasing lock "refresh_cache-ef394827-1b6c-43d7-acf7-6bddde9f05a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.882716] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Received event network-vif-plugged-89ca0e54-6384-49ac-bd19-64da89bfba66 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.882913] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Acquiring lock "db67f3dd-8b08-4114-9c41-4b145b37180d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.883159] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Lock "db67f3dd-8b08-4114-9c41-4b145b37180d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.883316] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Lock "db67f3dd-8b08-4114-9c41-4b145b37180d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.883728] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] No waiting events found dispatching network-vif-plugged-89ca0e54-6384-49ac-bd19-64da89bfba66 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.883851] env[68627]: WARNING nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Received unexpected event network-vif-plugged-89ca0e54-6384-49ac-bd19-64da89bfba66 for instance with vm_state building and task_state spawning. [ 703.884609] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Received event network-vif-plugged-11ea1fbb-c09b-44ba-9675-90227082af24 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.884609] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Acquiring lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.884609] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.884609] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.884609] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] No waiting events found dispatching network-vif-plugged-11ea1fbb-c09b-44ba-9675-90227082af24 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.884840] env[68627]: WARNING nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Received unexpected event network-vif-plugged-11ea1fbb-c09b-44ba-9675-90227082af24 for instance with vm_state building and task_state spawning. [ 703.884991] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Received event network-changed-89ca0e54-6384-49ac-bd19-64da89bfba66 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.885322] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Refreshing instance network info cache due to event network-changed-89ca0e54-6384-49ac-bd19-64da89bfba66. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.885547] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Acquiring lock "refresh_cache-db67f3dd-8b08-4114-9c41-4b145b37180d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.885690] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Acquired lock "refresh_cache-db67f3dd-8b08-4114-9c41-4b145b37180d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.885849] env[68627]: DEBUG nova.network.neutron [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Refreshing network info cache for port 89ca0e54-6384-49ac-bd19-64da89bfba66 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.921799] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5208837b-d65f-d541-8952-c5214f6dceb9, 'name': SearchDatastore_Task, 'duration_secs': 0.015078} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.922137] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.922422] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 4db0bf5d-f7aa-45ce-95db-60596ef8966b/4db0bf5d-f7aa-45ce-95db-60596ef8966b.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.922694] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7642d00e-5f6e-405e-93e2-2280b9ef2e6f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.932560] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 703.932560] env[68627]: value = "task-3036726" [ 703.932560] env[68627]: _type = "Task" [ 703.932560] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.943922] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.141685] env[68627]: DEBUG nova.compute.manager [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.142502] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.147926] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12a2a63-d97f-4477-bc3a-7879aebbc551 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.160078] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.160719] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d85c6b69-5586-4623-8111-e2508ecd49a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.216468] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036725, 'name': Rename_Task, 'duration_secs': 0.23355} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.216856] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.217224] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9933a6e8-4b3c-4d55-aea8-bc7f720e8fb5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.226100] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 704.226100] env[68627]: value = "task-3036728" [ 704.226100] env[68627]: _type = "Task" [ 704.226100] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.230744] env[68627]: DEBUG nova.scheduler.client.report [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.245350] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.248651] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646292} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.248835] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] ef394827-1b6c-43d7-acf7-6bddde9f05a1/ef394827-1b6c-43d7-acf7-6bddde9f05a1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.249078] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.249363] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7620c5e6-9797-428d-b378-7dff4baf0bda {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.259086] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 704.259086] env[68627]: value = "task-3036729" [ 704.259086] env[68627]: _type = "Task" [ 704.259086] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.272504] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.272983] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.273397] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleting the datastore file [datastore1] c5649df0-b209-49ed-8816-67691d515acc {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.275088] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-400b675d-fe04-4b68-989a-cdfdae78cad5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.281227] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.291295] env[68627]: DEBUG oslo_vmware.api [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 704.291295] env[68627]: value = "task-3036730" [ 704.291295] env[68627]: _type = "Task" [ 704.291295] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.303373] env[68627]: DEBUG oslo_vmware.api [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.418652] env[68627]: INFO nova.compute.manager [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Rebuilding instance [ 704.448815] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036726, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.507957] env[68627]: DEBUG nova.compute.manager [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.508883] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2f6626-0ee6-4b7f-aeb7-dacc5d928479 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.530803] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.565213] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.565213] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.565213] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.565213] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.565213] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.565213] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.565659] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.565659] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.565714] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.565898] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.567318] env[68627]: DEBUG nova.virt.hardware [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.567519] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a927cf63-5c72-4e6d-9bdc-32372b17c16c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.581325] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7490b9c8-ae19-409d-8315-c2ffaa949087 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.739155] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.748458] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.998s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.751197] env[68627]: INFO nova.compute.claims [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.754982] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036728, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.780627] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093933} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.780627] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.781097] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36ea2ff-0482-4084-88e8-434b964f16f4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.822489] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] ef394827-1b6c-43d7-acf7-6bddde9f05a1/ef394827-1b6c-43d7-acf7-6bddde9f05a1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.822967] env[68627]: INFO nova.scheduler.client.report [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Deleted allocations for instance a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e [ 704.827993] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c78283-cabd-4f6e-a7c6-3d839788fd17 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.859940] env[68627]: DEBUG oslo_vmware.api [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428625} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.861631] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.863337] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.863337] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.863337] env[68627]: INFO nova.compute.manager [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: c5649df0-b209-49ed-8816-67691d515acc] Took 0.72 seconds to destroy the instance on the hypervisor. [ 704.863337] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.863337] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 704.863337] env[68627]: value = "task-3036731" [ 704.863337] env[68627]: _type = "Task" [ 704.863337] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.863700] env[68627]: DEBUG nova.network.neutron [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating instance_info_cache with network_info: [{"id": "1dc256c5-de6b-4f6c-bbcd-56ee25925cc4", "address": "fa:16:3e:40:8e:61", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc256c5-de", "ovs_interfaceid": "1dc256c5-de6b-4f6c-bbcd-56ee25925cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.864941] env[68627]: DEBUG nova.compute.manager [-] [instance: c5649df0-b209-49ed-8816-67691d515acc] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.865056] env[68627]: DEBUG nova.network.neutron [-] [instance: c5649df0-b209-49ed-8816-67691d515acc] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.878894] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.937389] env[68627]: DEBUG nova.compute.manager [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Received event network-changed-165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.938071] env[68627]: DEBUG nova.compute.manager [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Refreshing instance network info cache due to event network-changed-165c47a3-3f98-4ff9-8736-a6d8ddb06f45. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.938071] env[68627]: DEBUG oslo_concurrency.lockutils [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] Acquiring lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.938071] env[68627]: DEBUG oslo_concurrency.lockutils [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] Acquired lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.938490] env[68627]: DEBUG nova.network.neutron [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Refreshing network info cache for port 165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.953241] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761534} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.953871] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 4db0bf5d-f7aa-45ce-95db-60596ef8966b/4db0bf5d-f7aa-45ce-95db-60596ef8966b.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.955167] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.955780] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34ddf0a6-e876-429b-aca8-f0a1a8174882 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.969526] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 704.969526] env[68627]: value = "task-3036732" [ 704.969526] env[68627]: _type = "Task" [ 704.969526] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.974047] env[68627]: DEBUG nova.network.neutron [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Updated VIF entry in instance network info cache for port 89ca0e54-6384-49ac-bd19-64da89bfba66. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.974553] env[68627]: DEBUG nova.network.neutron [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Updating instance_info_cache with network_info: [{"id": "89ca0e54-6384-49ac-bd19-64da89bfba66", "address": "fa:16:3e:a9:09:5b", "network": {"id": "4aaa3142-7609-459d-a64b-0407291529f2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1330495087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a005f7160be74414aac869262622c2c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ca0e54-63", "ovs_interfaceid": "89ca0e54-6384-49ac-bd19-64da89bfba66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.982941] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.250440] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036728, 'name': PowerOnVM_Task, 'duration_secs': 0.749001} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.250440] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.250440] env[68627]: INFO nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Took 8.10 seconds to spawn the instance on the hypervisor. [ 705.250440] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.250440] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1505ef-28de-4fc7-ba39-63b12220f8b1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.355539] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a28a218-80f3-4059-a458-950791676ad4 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.318s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.367811] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "refresh_cache-acbca5be-4f1e-43eb-b5ad-af7e5faed870" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.368120] env[68627]: DEBUG nova.objects.instance [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lazy-loading 'migration_context' on Instance uuid acbca5be-4f1e-43eb-b5ad-af7e5faed870 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.384944] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036731, 'name': ReconfigVM_Task, 'duration_secs': 0.450066} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.391456] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Reconfigured VM instance instance-0000001f to attach disk [datastore2] ef394827-1b6c-43d7-acf7-6bddde9f05a1/ef394827-1b6c-43d7-acf7-6bddde9f05a1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.392215] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5bd890f-f41a-49f2-8848-15e63aefce6b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.402050] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 705.402050] env[68627]: value = "task-3036733" [ 705.402050] env[68627]: _type = "Task" [ 705.402050] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.416089] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036733, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.476595] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Releasing lock "refresh_cache-db67f3dd-8b08-4114-9c41-4b145b37180d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.476901] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Received event network-changed-11ea1fbb-c09b-44ba-9675-90227082af24 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.477936] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Refreshing instance network info cache due to event network-changed-11ea1fbb-c09b-44ba-9675-90227082af24. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.477936] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Acquiring lock "refresh_cache-ef394827-1b6c-43d7-acf7-6bddde9f05a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.477936] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Acquired lock "refresh_cache-ef394827-1b6c-43d7-acf7-6bddde9f05a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.477936] env[68627]: DEBUG nova.network.neutron [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Refreshing network info cache for port 11ea1fbb-c09b-44ba-9675-90227082af24 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.483168] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094359} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.484067] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.487108] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcef876-4181-420e-b0af-a4fced99ce94 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.517519] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 4db0bf5d-f7aa-45ce-95db-60596ef8966b/4db0bf5d-f7aa-45ce-95db-60596ef8966b.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.519370] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54ceae22-b6f9-4d5e-86e1-88cbea2782a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.541235] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.541877] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "65a95fef-d9f4-4fbc-b735-4af788dc8d5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.542183] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "65a95fef-d9f4-4fbc-b735-4af788dc8d5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.542410] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01806f64-0cb9-470f-8e80-d204e2d67a69 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.550926] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 705.550926] env[68627]: value = "task-3036734" [ 705.550926] env[68627]: _type = "Task" [ 705.550926] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.552415] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 705.552415] env[68627]: value = "task-3036735" [ 705.552415] env[68627]: _type = "Task" [ 705.552415] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.572493] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.576364] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036734, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.748363] env[68627]: DEBUG nova.network.neutron [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Updated VIF entry in instance network info cache for port 165c47a3-3f98-4ff9-8736-a6d8ddb06f45. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.752408] env[68627]: DEBUG nova.network.neutron [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Updating instance_info_cache with network_info: [{"id": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "address": "fa:16:3e:6f:12:e7", "network": {"id": "0ce6d04e-c6a1-4492-a780-96ea7f3f119a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1557526896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2b466cf8b4f059f9b084cad485bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165c47a3-3f", "ovs_interfaceid": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.788927] env[68627]: INFO nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Took 42.81 seconds to build instance. [ 705.831616] env[68627]: DEBUG nova.compute.manager [req-5d13900d-217a-4d14-8a71-260ef4c1ac5d req-c06b019f-38ba-4f96-9d79-cd1f57f8d2c1 service nova] [instance: c5649df0-b209-49ed-8816-67691d515acc] Received event network-vif-deleted-af34a21b-2efd-4cc2-a0f0-abfcd3f9be90 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.831858] env[68627]: INFO nova.compute.manager [req-5d13900d-217a-4d14-8a71-260ef4c1ac5d req-c06b019f-38ba-4f96-9d79-cd1f57f8d2c1 service nova] [instance: c5649df0-b209-49ed-8816-67691d515acc] Neutron deleted interface af34a21b-2efd-4cc2-a0f0-abfcd3f9be90; detaching it from the instance and deleting it from the info cache [ 705.831986] env[68627]: DEBUG nova.network.neutron [req-5d13900d-217a-4d14-8a71-260ef4c1ac5d req-c06b019f-38ba-4f96-9d79-cd1f57f8d2c1 service nova] [instance: c5649df0-b209-49ed-8816-67691d515acc] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.858346] env[68627]: DEBUG nova.network.neutron [-] [instance: c5649df0-b209-49ed-8816-67691d515acc] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.878502] env[68627]: DEBUG nova.objects.base [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 705.879506] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e412038-76b0-43d9-b068-c17e3833acff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.911468] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e89da1a-51b7-4250-ad00-b492a68515a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.918691] env[68627]: DEBUG oslo_vmware.api [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 705.918691] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52876704-883a-ff33-b43f-32d8dfab3972" [ 705.918691] env[68627]: _type = "Task" [ 705.918691] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.922551] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036733, 'name': Rename_Task, 'duration_secs': 0.23841} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.925900] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.928649] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e389136-2bff-48cb-98e7-8ef8623efc00 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.940533] env[68627]: DEBUG oslo_vmware.api [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52876704-883a-ff33-b43f-32d8dfab3972, 'name': SearchDatastore_Task, 'duration_secs': 0.013367} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.941978] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.943073] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 705.943073] env[68627]: value = "task-3036736" [ 705.943073] env[68627]: _type = "Task" [ 705.943073] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.954953] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.070961] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036735, 'name': PowerOffVM_Task, 'duration_secs': 0.243734} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.076897] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.077188] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.077492] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036734, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.080712] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d894e112-3f05-46ed-abfe-b8e0b71b49e2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.089834] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.090042] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-429a90d6-6a00-4ab0-b9b0-1e37d9871a71 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.169932] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.169932] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.169932] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleting the datastore file [datastore1] d1ec15c3-dc28-4b64-8277-48d732289a64 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.169932] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b14c8438-508f-4a4b-9e89-50cd27fc47a0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.183084] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 706.183084] env[68627]: value = "task-3036738" [ 706.183084] env[68627]: _type = "Task" [ 706.183084] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.196960] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.254251] env[68627]: DEBUG nova.network.neutron [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Updated VIF entry in instance network info cache for port 11ea1fbb-c09b-44ba-9675-90227082af24. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.254251] env[68627]: DEBUG nova.network.neutron [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Updating instance_info_cache with network_info: [{"id": "ac3f66dc-07fc-4515-9e4a-f957417b4b1e", "address": "fa:16:3e:cf:80:16", "network": {"id": "fe0f6477-1372-4e4f-8233-ebd8a644b76e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326015937", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3f66dc-07", "ovs_interfaceid": "ac3f66dc-07fc-4515-9e4a-f957417b4b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1125f5d1-e894-48db-8a7a-82c432c793f0", "address": "fa:16:3e:9e:c9:42", "network": {"id": "fedbced4-981d-495e-9212-995c647dc4a2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1339140852", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1125f5d1-e8", "ovs_interfaceid": "1125f5d1-e894-48db-8a7a-82c432c793f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11ea1fbb-c09b-44ba-9675-90227082af24", "address": "fa:16:3e:97:9f:13", "network": {"id": "fe0f6477-1372-4e4f-8233-ebd8a644b76e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326015937", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11ea1fbb-c0", "ovs_interfaceid": "11ea1fbb-c09b-44ba-9675-90227082af24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.254251] env[68627]: DEBUG oslo_concurrency.lockutils [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] Releasing lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.254251] env[68627]: DEBUG nova.compute.manager [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Received event network-changed-5432c842-0506-4a7a-8114-1220a83468cd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.254251] env[68627]: DEBUG nova.compute.manager [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Refreshing instance network info cache due to event network-changed-5432c842-0506-4a7a-8114-1220a83468cd. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.254251] env[68627]: DEBUG oslo_concurrency.lockutils [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] Acquiring lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.254779] env[68627]: DEBUG oslo_concurrency.lockutils [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] Acquired lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.255104] env[68627]: DEBUG nova.network.neutron [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Refreshing network info cache for port 5432c842-0506-4a7a-8114-1220a83468cd {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.293901] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "db67f3dd-8b08-4114-9c41-4b145b37180d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.545s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.340032] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81c03af4-59ae-4e90-bcc4-9e96a7632c59 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.351303] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e524c29-68e9-49db-8a66-4b104798e11d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.370200] env[68627]: INFO nova.compute.manager [-] [instance: c5649df0-b209-49ed-8816-67691d515acc] Took 1.50 seconds to deallocate network for instance. [ 706.406906] env[68627]: DEBUG nova.compute.manager [req-5d13900d-217a-4d14-8a71-260ef4c1ac5d req-c06b019f-38ba-4f96-9d79-cd1f57f8d2c1 service nova] [instance: c5649df0-b209-49ed-8816-67691d515acc] Detach interface failed, port_id=af34a21b-2efd-4cc2-a0f0-abfcd3f9be90, reason: Instance c5649df0-b209-49ed-8816-67691d515acc could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 706.438845] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84960dd-478b-4d13-aea7-522e83d826a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.452875] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d1cf0a-e17b-4cc6-9272-0e8f7ef905f6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.461648] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.498281] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef32a77-aafc-4074-84f1-df18f4aedb66 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.508105] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a78578-4e37-4184-b286-8c2c46aa4def {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.528198] env[68627]: DEBUG nova.compute.provider_tree [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.567202] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036734, 'name': ReconfigVM_Task, 'duration_secs': 0.528952} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.567561] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 4db0bf5d-f7aa-45ce-95db-60596ef8966b/4db0bf5d-f7aa-45ce-95db-60596ef8966b.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.568600] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08d3c77b-f997-4d25-8ece-24ad023fe346 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.579420] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 706.579420] env[68627]: value = "task-3036739" [ 706.579420] env[68627]: _type = "Task" [ 706.579420] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.590412] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036739, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.591432] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Successfully updated port: 2f749b21-cbdf-4422-92f3-ecb29cf38b2c {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.702031] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334983} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.702260] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.702503] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.702692] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.757994] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Releasing lock "refresh_cache-ef394827-1b6c-43d7-acf7-6bddde9f05a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.758334] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Received event network-vif-plugged-ba58d9c4-fd01-40af-a517-0400328359a6 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.758587] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Acquiring lock "4db0bf5d-f7aa-45ce-95db-60596ef8966b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.758823] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Lock "4db0bf5d-f7aa-45ce-95db-60596ef8966b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.758989] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Lock "4db0bf5d-f7aa-45ce-95db-60596ef8966b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.760836] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] No waiting events found dispatching network-vif-plugged-ba58d9c4-fd01-40af-a517-0400328359a6 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.760836] env[68627]: WARNING nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Received unexpected event network-vif-plugged-ba58d9c4-fd01-40af-a517-0400328359a6 for instance with vm_state building and task_state spawning. [ 706.760836] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Received event network-changed-ba58d9c4-fd01-40af-a517-0400328359a6 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.760836] env[68627]: DEBUG nova.compute.manager [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Refreshing instance network info cache due to event network-changed-ba58d9c4-fd01-40af-a517-0400328359a6. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.760836] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Acquiring lock "refresh_cache-4db0bf5d-f7aa-45ce-95db-60596ef8966b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.760836] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Acquired lock "refresh_cache-4db0bf5d-f7aa-45ce-95db-60596ef8966b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.760836] env[68627]: DEBUG nova.network.neutron [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Refreshing network info cache for port ba58d9c4-fd01-40af-a517-0400328359a6 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.796725] env[68627]: DEBUG nova.compute.manager [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.813568] env[68627]: DEBUG oslo_concurrency.lockutils [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "f92f4394-a6f9-41cf-973a-a5cc0ecb624f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.813951] env[68627]: DEBUG oslo_concurrency.lockutils [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "f92f4394-a6f9-41cf-973a-a5cc0ecb624f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.814195] env[68627]: DEBUG oslo_concurrency.lockutils [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "f92f4394-a6f9-41cf-973a-a5cc0ecb624f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.814652] env[68627]: DEBUG oslo_concurrency.lockutils [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "f92f4394-a6f9-41cf-973a-a5cc0ecb624f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.814913] env[68627]: DEBUG oslo_concurrency.lockutils [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "f92f4394-a6f9-41cf-973a-a5cc0ecb624f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.819659] env[68627]: INFO nova.compute.manager [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Terminating instance [ 706.882401] env[68627]: DEBUG oslo_concurrency.lockutils [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.920929] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Acquiring lock "35dabbb3-7b76-45e6-a060-3a8f65674b68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.920929] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lock "35dabbb3-7b76-45e6-a060-3a8f65674b68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.921032] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Acquiring lock "35dabbb3-7b76-45e6-a060-3a8f65674b68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.921323] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lock "35dabbb3-7b76-45e6-a060-3a8f65674b68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.921418] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lock "35dabbb3-7b76-45e6-a060-3a8f65674b68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.923649] env[68627]: INFO nova.compute.manager [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Terminating instance [ 706.957394] env[68627]: DEBUG oslo_vmware.api [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036736, 'name': PowerOnVM_Task, 'duration_secs': 0.662822} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.957879] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.959184] env[68627]: INFO nova.compute.manager [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Took 14.63 seconds to spawn the instance on the hypervisor. [ 706.959428] env[68627]: DEBUG nova.compute.manager [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.961130] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96409dc6-1c74-4c57-bf74-a079a602410c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.037756] env[68627]: DEBUG nova.scheduler.client.report [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.089564] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036739, 'name': Rename_Task, 'duration_secs': 0.228114} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.089858] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.090140] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63368a45-b196-4094-896c-75390ef53b1f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.094101] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "refresh_cache-dd38324c-5574-48d6-b5f7-f59d65605e52" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.094303] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquired lock "refresh_cache-dd38324c-5574-48d6-b5f7-f59d65605e52" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.094468] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.098632] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 707.098632] env[68627]: value = "task-3036740" [ 707.098632] env[68627]: _type = "Task" [ 707.098632] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.108766] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.309395] env[68627]: DEBUG nova.network.neutron [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Updated VIF entry in instance network info cache for port 5432c842-0506-4a7a-8114-1220a83468cd. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.309888] env[68627]: DEBUG nova.network.neutron [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Updating instance_info_cache with network_info: [{"id": "5432c842-0506-4a7a-8114-1220a83468cd", "address": "fa:16:3e:53:45:1e", "network": {"id": "0ce6d04e-c6a1-4492-a780-96ea7f3f119a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1557526896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2b466cf8b4f059f9b084cad485bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5432c842-05", "ovs_interfaceid": "5432c842-0506-4a7a-8114-1220a83468cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.325903] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.326571] env[68627]: DEBUG nova.compute.manager [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.326765] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.327906] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1212fb45-c9ec-4a28-87d6-e1639c1cb4b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.340127] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.340381] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d55202a-f42e-4b6a-8f34-47abc3fe06e2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.350501] env[68627]: DEBUG oslo_vmware.api [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 707.350501] env[68627]: value = "task-3036741" [ 707.350501] env[68627]: _type = "Task" [ 707.350501] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.361396] env[68627]: DEBUG oslo_vmware.api [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.432858] env[68627]: DEBUG nova.compute.manager [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.433731] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.434036] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6f484a-20f5-415f-8689-c99315e5ef6f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.446950] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.447987] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59978d00-e76f-41d2-95e8-f21b471a064f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.459230] env[68627]: DEBUG oslo_vmware.api [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 707.459230] env[68627]: value = "task-3036742" [ 707.459230] env[68627]: _type = "Task" [ 707.459230] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.483963] env[68627]: DEBUG oslo_vmware.api [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.487134] env[68627]: INFO nova.compute.manager [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Took 48.13 seconds to build instance. [ 707.544343] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.544343] env[68627]: DEBUG nova.compute.manager [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.547682] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.339s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.550518] env[68627]: INFO nova.compute.claims [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.624290] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.688631] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.769493] env[68627]: DEBUG nova.virt.hardware [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.770224] env[68627]: DEBUG nova.virt.hardware [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.770224] env[68627]: DEBUG nova.virt.hardware [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.770398] env[68627]: DEBUG nova.virt.hardware [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.770538] env[68627]: DEBUG nova.virt.hardware [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.770855] env[68627]: DEBUG nova.virt.hardware [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.770933] env[68627]: DEBUG nova.virt.hardware [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.772771] env[68627]: DEBUG nova.virt.hardware [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.772771] env[68627]: DEBUG nova.virt.hardware [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.772771] env[68627]: DEBUG nova.virt.hardware [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.772771] env[68627]: DEBUG nova.virt.hardware [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.773415] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184e365c-a287-4ae6-b48a-38ca7d2196a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.786262] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf10865-6053-4a7a-806d-27318d1a723e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.805112] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:1d:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b96fa8d9-10f7-4cfd-b17c-9ab392eac178', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.815159] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.818538] env[68627]: DEBUG oslo_concurrency.lockutils [req-362580ff-d069-40d0-8287-8db59841a388 req-6b466f6f-8d61-4809-8580-d86cedc75ab1 service nova] Releasing lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.818538] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.818538] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b7b4ee0-4801-4ca2-ada2-1cc5697941b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.841280] env[68627]: DEBUG nova.network.neutron [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Updated VIF entry in instance network info cache for port ba58d9c4-fd01-40af-a517-0400328359a6. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.841866] env[68627]: DEBUG nova.network.neutron [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Updating instance_info_cache with network_info: [{"id": "ba58d9c4-fd01-40af-a517-0400328359a6", "address": "fa:16:3e:78:99:0e", "network": {"id": "4aaa3142-7609-459d-a64b-0407291529f2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1330495087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a005f7160be74414aac869262622c2c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba58d9c4-fd", "ovs_interfaceid": "ba58d9c4-fd01-40af-a517-0400328359a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.852996] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.852996] env[68627]: value = "task-3036743" [ 707.852996] env[68627]: _type = "Task" [ 707.852996] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.875855] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036743, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.876200] env[68627]: DEBUG oslo_vmware.api [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036741, 'name': PowerOffVM_Task, 'duration_secs': 0.23376} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.879700] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.879700] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.879700] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bfd741c-5749-4b95-ad5f-5027dace78f4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.967076] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.967508] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.967919] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Deleting the datastore file [datastore2] f92f4394-a6f9-41cf-973a-a5cc0ecb624f {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.969213] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1fe592f-f67c-4ae4-a338-a178c463e5d0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.978980] env[68627]: DEBUG oslo_vmware.api [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036742, 'name': PowerOffVM_Task, 'duration_secs': 0.323084} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.980109] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.980344] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.980693] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f47ff352-4152-48e5-9d14-2c1c1e9d1ade {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.986747] env[68627]: DEBUG oslo_vmware.api [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for the task: (returnval){ [ 707.986747] env[68627]: value = "task-3036745" [ 707.986747] env[68627]: _type = "Task" [ 707.986747] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.993825] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92776308-4867-4ba9-8429-6fc57ca087be tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.183s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.008137] env[68627]: DEBUG oslo_vmware.api [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.058530] env[68627]: DEBUG nova.compute.utils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.061796] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.062023] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.062286] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Deleting the datastore file [datastore2] 35dabbb3-7b76-45e6-a060-3a8f65674b68 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.063160] env[68627]: DEBUG nova.compute.manager [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.063388] env[68627]: DEBUG nova.network.neutron [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.065887] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cca87e9-83e3-496a-9ff5-ba8b4b12ce4e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.080403] env[68627]: DEBUG nova.network.neutron [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Updating instance_info_cache with network_info: [{"id": "2f749b21-cbdf-4422-92f3-ecb29cf38b2c", "address": "fa:16:3e:e4:60:c3", "network": {"id": "4aaa3142-7609-459d-a64b-0407291529f2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1330495087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a005f7160be74414aac869262622c2c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f749b21-cb", "ovs_interfaceid": "2f749b21-cbdf-4422-92f3-ecb29cf38b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.083381] env[68627]: DEBUG oslo_vmware.api [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for the task: (returnval){ [ 708.083381] env[68627]: value = "task-3036747" [ 708.083381] env[68627]: _type = "Task" [ 708.083381] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.101165] env[68627]: DEBUG oslo_vmware.api [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.112568] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036740, 'name': PowerOnVM_Task, 'duration_secs': 0.675308} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.113138] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.113664] env[68627]: INFO nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Took 8.39 seconds to spawn the instance on the hypervisor. [ 708.113664] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.114509] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad437e99-da18-486f-9f3a-198ed9ff51f6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.165112] env[68627]: DEBUG nova.policy [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0315d08cf7f4bfe8bddb9d8c3164955', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0429df1cdd944d16b36237ef5eba8337', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.182654] env[68627]: DEBUG nova.compute.manager [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Received event network-vif-plugged-2f749b21-cbdf-4422-92f3-ecb29cf38b2c {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.182654] env[68627]: DEBUG oslo_concurrency.lockutils [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] Acquiring lock "dd38324c-5574-48d6-b5f7-f59d65605e52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.183458] env[68627]: DEBUG oslo_concurrency.lockutils [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] Lock "dd38324c-5574-48d6-b5f7-f59d65605e52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.183734] env[68627]: DEBUG oslo_concurrency.lockutils [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] Lock "dd38324c-5574-48d6-b5f7-f59d65605e52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.184117] env[68627]: DEBUG nova.compute.manager [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] No waiting events found dispatching network-vif-plugged-2f749b21-cbdf-4422-92f3-ecb29cf38b2c {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.184186] env[68627]: WARNING nova.compute.manager [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Received unexpected event network-vif-plugged-2f749b21-cbdf-4422-92f3-ecb29cf38b2c for instance with vm_state building and task_state spawning. [ 708.184523] env[68627]: DEBUG nova.compute.manager [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Received event network-changed-2f749b21-cbdf-4422-92f3-ecb29cf38b2c {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.184875] env[68627]: DEBUG nova.compute.manager [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Refreshing instance network info cache due to event network-changed-2f749b21-cbdf-4422-92f3-ecb29cf38b2c. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.184875] env[68627]: DEBUG oslo_concurrency.lockutils [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] Acquiring lock "refresh_cache-dd38324c-5574-48d6-b5f7-f59d65605e52" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.347748] env[68627]: DEBUG oslo_concurrency.lockutils [req-37055a15-ea8d-4030-a2c7-4d551d8a366b req-efa62662-50a6-408a-846c-79580c5d08da service nova] Releasing lock "refresh_cache-4db0bf5d-f7aa-45ce-95db-60596ef8966b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.368574] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036743, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.503894] env[68627]: DEBUG nova.compute.manager [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.506627] env[68627]: DEBUG oslo_vmware.api [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Task: {'id': task-3036745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344771} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.507368] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.507368] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.507368] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.507746] env[68627]: INFO nova.compute.manager [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 708.507746] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.508190] env[68627]: DEBUG nova.compute.manager [-] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.508268] env[68627]: DEBUG nova.network.neutron [-] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.561037] env[68627]: DEBUG nova.network.neutron [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Successfully created port: 54e52cae-d073-4bb3-b459-ab0de7c752e7 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.565702] env[68627]: DEBUG nova.compute.manager [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.593180] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Releasing lock "refresh_cache-dd38324c-5574-48d6-b5f7-f59d65605e52" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.593554] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Instance network_info: |[{"id": "2f749b21-cbdf-4422-92f3-ecb29cf38b2c", "address": "fa:16:3e:e4:60:c3", "network": {"id": "4aaa3142-7609-459d-a64b-0407291529f2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1330495087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a005f7160be74414aac869262622c2c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f749b21-cb", "ovs_interfaceid": "2f749b21-cbdf-4422-92f3-ecb29cf38b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.595154] env[68627]: DEBUG oslo_concurrency.lockutils [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] Acquired lock "refresh_cache-dd38324c-5574-48d6-b5f7-f59d65605e52" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.596461] env[68627]: DEBUG nova.network.neutron [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Refreshing network info cache for port 2f749b21-cbdf-4422-92f3-ecb29cf38b2c {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.598019] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:60:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f749b21-cbdf-4422-92f3-ecb29cf38b2c', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.606689] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.611592] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.612373] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c3606c7-a180-4497-948b-44e01bfce137 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.643643] env[68627]: DEBUG oslo_vmware.api [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Task: {'id': task-3036747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325807} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.645723] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.645904] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.650208] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.654079] env[68627]: INFO nova.compute.manager [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Took 1.22 seconds to destroy the instance on the hypervisor. [ 708.654079] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.654079] env[68627]: INFO nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Took 41.45 seconds to build instance. [ 708.654709] env[68627]: DEBUG nova.compute.manager [-] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.654709] env[68627]: DEBUG nova.network.neutron [-] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.656518] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.656518] env[68627]: value = "task-3036748" [ 708.656518] env[68627]: _type = "Task" [ 708.656518] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.673817] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036748, 'name': CreateVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.874464] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036743, 'name': CreateVM_Task, 'duration_secs': 0.544352} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.874652] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.875385] env[68627]: DEBUG oslo_concurrency.lockutils [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.875553] env[68627]: DEBUG oslo_concurrency.lockutils [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.875872] env[68627]: DEBUG oslo_concurrency.lockutils [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.876155] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac98e7a-6ad2-43e6-ab17-2ea16ab798fe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.888881] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 708.888881] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528bdb65-3f64-f7da-907c-79dfbe1c8f06" [ 708.888881] env[68627]: _type = "Task" [ 708.888881] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.901534] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528bdb65-3f64-f7da-907c-79dfbe1c8f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.039494] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.096109] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.096109] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.096215] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.096382] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.096568] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.100727] env[68627]: INFO nova.compute.manager [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Terminating instance [ 709.164137] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "4db0bf5d-f7aa-45ce-95db-60596ef8966b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.381s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.177071] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036748, 'name': CreateVM_Task, 'duration_secs': 0.489509} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.177303] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.178028] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.230748] env[68627]: DEBUG oslo_vmware.rw_handles [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bd603-40d9-2469-7625-98a6c60f724b/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 709.232255] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9bf76c-c8e7-4ae6-98d2-9f2befc529a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.239577] env[68627]: DEBUG oslo_vmware.rw_handles [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bd603-40d9-2469-7625-98a6c60f724b/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 709.239577] env[68627]: ERROR oslo_vmware.rw_handles [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bd603-40d9-2469-7625-98a6c60f724b/disk-0.vmdk due to incomplete transfer. [ 709.242325] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-010838a0-c00e-46c3-94a2-75abb8efde65 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.259049] env[68627]: DEBUG oslo_vmware.rw_handles [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bd603-40d9-2469-7625-98a6c60f724b/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 709.259049] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Uploaded image df033e8c-8059-496f-9796-2c681ea071d0 to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 709.260178] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 709.263443] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2fe892f1-6dc6-4810-ae31-b9330e8961ac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.274137] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 709.274137] env[68627]: value = "task-3036749" [ 709.274137] env[68627]: _type = "Task" [ 709.274137] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.295159] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036749, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.354673] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858e3125-1576-4a8e-be0a-3273c56a890e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.375367] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf97cd11-b6b6-4df5-94b2-3447d5e7d8a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.418773] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd2db4e-e199-416a-b88a-00bc553870f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.433546] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528bdb65-3f64-f7da-907c-79dfbe1c8f06, 'name': SearchDatastore_Task, 'duration_secs': 0.021043} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.435033] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8de590-1e4c-4f54-8fe0-a359fc4e7f8b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.439307] env[68627]: DEBUG oslo_concurrency.lockutils [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.439691] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.440081] env[68627]: DEBUG oslo_concurrency.lockutils [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.440670] env[68627]: DEBUG oslo_concurrency.lockutils [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.440943] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.441459] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.442174] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.442339] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e552f9b-6839-445c-af35-03cde52d654b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.445434] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dce3c9a-95d1-4b05-9006-2883102263e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.457626] env[68627]: DEBUG nova.compute.provider_tree [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.461914] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.462629] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.463754] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 709.463754] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c79991-28a2-ba39-f5f5-c44e6b715e75" [ 709.463754] env[68627]: _type = "Task" [ 709.463754] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.464441] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9959ba4-d9ea-4aa3-8825-59d3142ca3e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.476770] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 709.476770] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b85d46-0ffd-ae82-f967-d72b30c31753" [ 709.476770] env[68627]: _type = "Task" [ 709.476770] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.482337] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c79991-28a2-ba39-f5f5-c44e6b715e75, 'name': SearchDatastore_Task, 'duration_secs': 0.01221} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.486076] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.486415] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.486678] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.496875] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b85d46-0ffd-ae82-f967-d72b30c31753, 'name': SearchDatastore_Task, 'duration_secs': 0.0117} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.502579] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5acbdbd7-95ef-420b-98fa-3ed38f4dd2d6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.508214] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 709.508214] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a9ca1e-73e2-998c-36a3-51f39ac2b8b5" [ 709.508214] env[68627]: _type = "Task" [ 709.508214] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.518067] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a9ca1e-73e2-998c-36a3-51f39ac2b8b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.594810] env[68627]: DEBUG nova.compute.manager [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.611290] env[68627]: DEBUG nova.compute.manager [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.611290] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.613705] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161cb1a4-8976-4ef9-bc3d-282fb8931e68 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.615917] env[68627]: DEBUG nova.network.neutron [-] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.625469] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.625804] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ffa3220-c9c5-47f3-ad28-675c713cdcbd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.631215] env[68627]: DEBUG nova.virt.hardware [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.633213] env[68627]: DEBUG nova.virt.hardware [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.633213] env[68627]: DEBUG nova.virt.hardware [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.633213] env[68627]: DEBUG nova.virt.hardware [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.633213] env[68627]: DEBUG nova.virt.hardware [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.633213] env[68627]: DEBUG nova.virt.hardware [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.633213] env[68627]: DEBUG nova.virt.hardware [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.633213] env[68627]: DEBUG nova.virt.hardware [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.633213] env[68627]: DEBUG nova.virt.hardware [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.633499] env[68627]: DEBUG nova.virt.hardware [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.633499] env[68627]: DEBUG nova.virt.hardware [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.634411] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2b290d-a051-4797-8425-7763560aec98 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.639494] env[68627]: DEBUG oslo_vmware.api [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 709.639494] env[68627]: value = "task-3036754" [ 709.639494] env[68627]: _type = "Task" [ 709.639494] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.649767] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54fbc92-8ad8-4a58-8699-b45c4d0d2433 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.660728] env[68627]: DEBUG oslo_vmware.api [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.661877] env[68627]: DEBUG nova.network.neutron [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Updated VIF entry in instance network info cache for port 2f749b21-cbdf-4422-92f3-ecb29cf38b2c. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.662356] env[68627]: DEBUG nova.network.neutron [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Updating instance_info_cache with network_info: [{"id": "2f749b21-cbdf-4422-92f3-ecb29cf38b2c", "address": "fa:16:3e:e4:60:c3", "network": {"id": "4aaa3142-7609-459d-a64b-0407291529f2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1330495087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a005f7160be74414aac869262622c2c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f749b21-cb", "ovs_interfaceid": "2f749b21-cbdf-4422-92f3-ecb29cf38b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.748292] env[68627]: DEBUG nova.network.neutron [-] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.787375] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036749, 'name': Destroy_Task, 'duration_secs': 0.512784} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.787698] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Destroyed the VM [ 709.788535] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 709.788862] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9afbc529-9e01-4e4d-8406-edb268d27668 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.797953] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 709.797953] env[68627]: value = "task-3036755" [ 709.797953] env[68627]: _type = "Task" [ 709.797953] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.809994] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036755, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.947047] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "567f617b-7bc8-4881-a593-469158cca154" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.947291] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "567f617b-7bc8-4881-a593-469158cca154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.965312] env[68627]: DEBUG nova.scheduler.client.report [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.022975] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a9ca1e-73e2-998c-36a3-51f39ac2b8b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011338} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.022975] env[68627]: DEBUG oslo_concurrency.lockutils [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.022975] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] d1ec15c3-dc28-4b64-8277-48d732289a64/d1ec15c3-dc28-4b64-8277-48d732289a64.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.022975] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.023242] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.023365] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cab41b52-452a-40a3-a149-da693947eca8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.025468] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-390d9213-2ab3-428c-bedd-11414766d1d8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.035944] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 710.035944] env[68627]: value = "task-3036756" [ 710.035944] env[68627]: _type = "Task" [ 710.035944] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.036789] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.036986] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.047451] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b66727dc-c17a-49c4-982b-56ce947acdcb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.058834] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 710.058834] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]522380b1-9df7-9868-d246-41e9785d30e0" [ 710.058834] env[68627]: _type = "Task" [ 710.058834] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.062516] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.072025] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522380b1-9df7-9868-d246-41e9785d30e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.072903] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c91fd39-aee6-4797-8d47-5742b52115a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.079751] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 710.079751] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524f82ab-0d7c-f0a8-1817-953589c074b5" [ 710.079751] env[68627]: _type = "Task" [ 710.079751] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.088143] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524f82ab-0d7c-f0a8-1817-953589c074b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.093108] env[68627]: DEBUG nova.compute.manager [req-7445e93b-a6ae-4bfd-b4e3-8cd6e6d48cac req-108a700e-ab25-4ca5-88e2-3498edeaab1b service nova] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Received event network-vif-deleted-70544eb1-8ffb-4df7-9497-9ce0ede6755e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.120935] env[68627]: INFO nova.compute.manager [-] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Took 1.61 seconds to deallocate network for instance. [ 710.150918] env[68627]: DEBUG oslo_vmware.api [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036754, 'name': PowerOffVM_Task, 'duration_secs': 0.202272} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.151311] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.151513] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.153155] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad5c6377-9424-4b1e-9217-ba0f92c8f811 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.168816] env[68627]: DEBUG oslo_concurrency.lockutils [req-d5e4e8bd-840b-4856-a439-90266f962111 req-f3d317f2-b456-4e8f-badd-95907eb9ad20 service nova] Releasing lock "refresh_cache-dd38324c-5574-48d6-b5f7-f59d65605e52" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.180237] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.180577] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.181317] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.181317] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.181317] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.184310] env[68627]: INFO nova.compute.manager [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Terminating instance [ 710.224951] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.225360] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.225804] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Deleting the datastore file [datastore2] d7b3a786-75c2-4512-9a54-2fabaca08b9c {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.226264] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dd5674d-33a2-49fc-9bef-640a6f9740ff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.239611] env[68627]: DEBUG oslo_vmware.api [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 710.239611] env[68627]: value = "task-3036758" [ 710.239611] env[68627]: _type = "Task" [ 710.239611] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.248124] env[68627]: DEBUG oslo_vmware.api [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.251675] env[68627]: INFO nova.compute.manager [-] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Took 1.60 seconds to deallocate network for instance. [ 710.311816] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036755, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.437637] env[68627]: DEBUG nova.network.neutron [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Successfully updated port: 54e52cae-d073-4bb3-b459-ab0de7c752e7 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.449921] env[68627]: DEBUG nova.compute.manager [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.471346] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.923s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.473200] env[68627]: DEBUG nova.compute.manager [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.476599] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.367s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.549274] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495644} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.549274] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] d1ec15c3-dc28-4b64-8277-48d732289a64/d1ec15c3-dc28-4b64-8277-48d732289a64.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.549274] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.549274] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fa34af9-3cf5-4a18-b581-0afabceaae3c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.557895] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 710.557895] env[68627]: value = "task-3036759" [ 710.557895] env[68627]: _type = "Task" [ 710.557895] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.574187] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.594179] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524f82ab-0d7c-f0a8-1817-953589c074b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010957} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.594482] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.594733] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] dd38324c-5574-48d6-b5f7-f59d65605e52/dd38324c-5574-48d6-b5f7-f59d65605e52.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.595025] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24d92432-665b-441c-b7b3-367a49be8a65 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.603724] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 710.603724] env[68627]: value = "task-3036760" [ 710.603724] env[68627]: _type = "Task" [ 710.603724] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.619798] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.628090] env[68627]: DEBUG oslo_concurrency.lockutils [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.693041] env[68627]: DEBUG nova.compute.manager [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.693041] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.693041] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546aa2bd-aea0-408f-8ebb-90fb288bf5c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.701289] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.701803] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d30706f6-d748-42f1-839b-892e7cc53de5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.717234] env[68627]: DEBUG oslo_vmware.api [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 710.717234] env[68627]: value = "task-3036761" [ 710.717234] env[68627]: _type = "Task" [ 710.717234] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.727579] env[68627]: DEBUG oslo_vmware.api [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.749417] env[68627]: DEBUG oslo_vmware.api [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307488} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.749719] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.749906] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.750120] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.750276] env[68627]: INFO nova.compute.manager [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 710.750526] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.750722] env[68627]: DEBUG nova.compute.manager [-] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.750908] env[68627]: DEBUG nova.network.neutron [-] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.758267] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.812856] env[68627]: DEBUG oslo_vmware.api [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036755, 'name': RemoveSnapshot_Task, 'duration_secs': 0.950572} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.812856] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 710.813134] env[68627]: INFO nova.compute.manager [None req-de263a2f-b306-4312-be13-508e1b6ea1c4 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Took 20.54 seconds to snapshot the instance on the hypervisor. [ 710.939135] env[68627]: DEBUG nova.compute.manager [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Received event network-changed-5432c842-0506-4a7a-8114-1220a83468cd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.939692] env[68627]: DEBUG nova.compute.manager [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Refreshing instance network info cache due to event network-changed-5432c842-0506-4a7a-8114-1220a83468cd. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.939991] env[68627]: DEBUG oslo_concurrency.lockutils [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] Acquiring lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.940207] env[68627]: DEBUG oslo_concurrency.lockutils [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] Acquired lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.941040] env[68627]: DEBUG nova.network.neutron [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Refreshing network info cache for port 5432c842-0506-4a7a-8114-1220a83468cd {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.944147] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Acquiring lock "refresh_cache-9554d8a9-6914-4833-81b9-5246d5217106" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.944360] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Acquired lock "refresh_cache-9554d8a9-6914-4833-81b9-5246d5217106" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.944477] env[68627]: DEBUG nova.network.neutron [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.980060] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.982433] env[68627]: DEBUG nova.compute.utils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.999281] env[68627]: DEBUG nova.compute.manager [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.999453] env[68627]: DEBUG nova.network.neutron [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.070599] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077205} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.070974] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.071759] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72a16b4-6542-48c3-a1b3-f7ded42d4273 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.099181] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] d1ec15c3-dc28-4b64-8277-48d732289a64/d1ec15c3-dc28-4b64-8277-48d732289a64.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.100918] env[68627]: DEBUG nova.policy [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58a72143b3f54ba38a0c0734e3d4419a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee54a20aee5e4fad9dabdd49c4469726', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.103133] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92861d36-55ed-4f2f-9707-0dc951510d35 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.134582] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036760, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.136172] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 711.136172] env[68627]: value = "task-3036762" [ 711.136172] env[68627]: _type = "Task" [ 711.136172] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.146368] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.228552] env[68627]: DEBUG oslo_vmware.api [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036761, 'name': PowerOffVM_Task, 'duration_secs': 0.2545} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.228830] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.228998] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.229305] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69d43539-3e4d-46aa-8062-7b940850ba6c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.364477] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.364673] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.364831] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Deleting the datastore file [datastore2] ef394827-1b6c-43d7-acf7-6bddde9f05a1 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.365267] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8f89297-8fb5-4d83-afe3-1d72fba4a675 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.373227] env[68627]: DEBUG oslo_vmware.api [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 711.373227] env[68627]: value = "task-3036764" [ 711.373227] env[68627]: _type = "Task" [ 711.373227] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.382167] env[68627]: DEBUG oslo_vmware.api [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.477847] env[68627]: INFO nova.network.neutron [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Port 5432c842-0506-4a7a-8114-1220a83468cd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 711.478114] env[68627]: DEBUG nova.network.neutron [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.487190] env[68627]: DEBUG nova.compute.manager [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.497158] env[68627]: DEBUG nova.network.neutron [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.498677] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Applying migration context for instance acbca5be-4f1e-43eb-b5ad-af7e5faed870 as it has an incoming, in-progress migration 4bdb32b8-9c6c-48b1-837b-d51b5cf06e03. Migration status is confirming {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 711.500985] env[68627]: INFO nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating resource usage from migration 4bdb32b8-9c6c-48b1-837b-d51b5cf06e03 [ 711.532767] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance f92f4394-a6f9-41cf-973a-a5cc0ecb624f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 711.532935] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.533061] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 946c78be-7449-4163-85ec-be6ac8e85268 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.533186] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7b60bcbc-dc20-4423-aaae-0e1b20127384 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.533335] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance ef414e3a-4eaf-4f52-bc67-3bcd252a7477 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.533422] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.533534] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.533644] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 10d5e8a7-7d54-40e9-84c8-b3975235442d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.533907] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance eca40a24-cf88-4d85-aec1-f571763e7e11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.533907] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 35dabbb3-7b76-45e6-a060-3a8f65674b68 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 711.534105] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 683ec368-79b8-4bcd-87f2-ac1528f5f8dd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 711.534105] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance aded3c33-08be-4109-960c-111194975958 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.534255] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance c5649df0-b209-49ed-8816-67691d515acc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 711.534407] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance a138922c-a6ed-40e6-bfac-b5647b472eeb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 711.535124] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance b711c51c-67bc-4485-a3d4-ebfd4db35ae0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 711.535298] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance d1ec15c3-dc28-4b64-8277-48d732289a64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.535536] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance d7b3a786-75c2-4512-9a54-2fabaca08b9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.535536] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance ef394827-1b6c-43d7-acf7-6bddde9f05a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.535654] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance db67f3dd-8b08-4114-9c41-4b145b37180d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.535765] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 4db0bf5d-f7aa-45ce-95db-60596ef8966b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.535877] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance dd38324c-5574-48d6-b5f7-f59d65605e52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.535988] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 9554d8a9-6914-4833-81b9-5246d5217106 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.536114] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7d63cf7b-7227-4d99-b08c-b7bc56020e1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.536226] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Migration 4bdb32b8-9c6c-48b1-837b-d51b5cf06e03 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 711.536339] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance acbca5be-4f1e-43eb-b5ad-af7e5faed870 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 711.552320] env[68627]: DEBUG nova.network.neutron [-] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.642787] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700726} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.647279] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] dd38324c-5574-48d6-b5f7-f59d65605e52/dd38324c-5574-48d6-b5f7-f59d65605e52.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.647716] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.648137] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aa020c6-5863-4b3a-8735-085fe2cda5c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.666986] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.670334] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 711.670334] env[68627]: value = "task-3036765" [ 711.670334] env[68627]: _type = "Task" [ 711.670334] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.684539] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.686883] env[68627]: DEBUG nova.network.neutron [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Updating instance_info_cache with network_info: [{"id": "54e52cae-d073-4bb3-b459-ab0de7c752e7", "address": "fa:16:3e:d3:6b:a1", "network": {"id": "07bf25b1-5f60-460b-a879-221781cac66c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-494125967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0429df1cdd944d16b36237ef5eba8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e52cae-d0", "ovs_interfaceid": "54e52cae-d073-4bb3-b459-ab0de7c752e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.887993] env[68627]: DEBUG oslo_vmware.api [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.981478] env[68627]: DEBUG oslo_concurrency.lockutils [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] Releasing lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.981776] env[68627]: DEBUG nova.compute.manager [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Received event network-vif-deleted-084f235b-7a87-4065-b97b-452f8869bcc4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.981970] env[68627]: DEBUG nova.compute.manager [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Received event network-changed-165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.982497] env[68627]: DEBUG nova.compute.manager [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Refreshing instance network info cache due to event network-changed-165c47a3-3f98-4ff9-8736-a6d8ddb06f45. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.982910] env[68627]: DEBUG oslo_concurrency.lockutils [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] Acquiring lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.982910] env[68627]: DEBUG oslo_concurrency.lockutils [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] Acquired lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.983051] env[68627]: DEBUG nova.network.neutron [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Refreshing network info cache for port 165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.026305] env[68627]: DEBUG nova.network.neutron [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Successfully created port: 9178fb71-c436-47d3-83bf-37f569a861ee {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.040601] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 401f7afd-55f9-40df-8ea7-892c97c15b01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.054914] env[68627]: INFO nova.compute.manager [-] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Took 1.30 seconds to deallocate network for instance. [ 712.322347] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036762, 'name': ReconfigVM_Task, 'duration_secs': 0.774567} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.322347] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Reconfigured VM instance instance-0000001d to attach disk [datastore1] d1ec15c3-dc28-4b64-8277-48d732289a64/d1ec15c3-dc28-4b64-8277-48d732289a64.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.322347] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb307d5a-0eae-4535-b5ce-84cb178b0e3a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.322347] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 712.322347] env[68627]: value = "task-3036766" [ 712.322347] env[68627]: _type = "Task" [ 712.322347] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.322347] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Releasing lock "refresh_cache-9554d8a9-6914-4833-81b9-5246d5217106" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.322347] env[68627]: DEBUG nova.compute.manager [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Instance network_info: |[{"id": "54e52cae-d073-4bb3-b459-ab0de7c752e7", "address": "fa:16:3e:d3:6b:a1", "network": {"id": "07bf25b1-5f60-460b-a879-221781cac66c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-494125967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0429df1cdd944d16b36237ef5eba8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e52cae-d0", "ovs_interfaceid": "54e52cae-d073-4bb3-b459-ab0de7c752e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.322347] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136372} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.322347] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:6b:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54e52cae-d073-4bb3-b459-ab0de7c752e7', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.322347] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Creating folder: Project (0429df1cdd944d16b36237ef5eba8337). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.322347] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.322347] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a24f07e7-4366-4950-8953-91a3351e5bb0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.322347] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0edd8b-0b73-453d-bf77-5188f5428350 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.323982] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036766, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.323982] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] dd38324c-5574-48d6-b5f7-f59d65605e52/dd38324c-5574-48d6-b5f7-f59d65605e52.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.323982] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82aa1f4-8af2-4ba0-ba8c-0a624000a026 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.323982] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Created folder: Project (0429df1cdd944d16b36237ef5eba8337) in parent group-v608385. [ 712.323982] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Creating folder: Instances. Parent ref: group-v608494. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.323982] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6210fd0e-35d8-4f67-acaa-5c224a8bc9ff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.323982] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 712.323982] env[68627]: value = "task-3036768" [ 712.323982] env[68627]: _type = "Task" [ 712.323982] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.323982] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Created folder: Instances in parent group-v608494. [ 712.323982] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.323982] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.323982] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc41b4f7-c817-48bf-8f89-610456e4b5cb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.323982] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.323982] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.323982] env[68627]: value = "task-3036770" [ 712.323982] env[68627]: _type = "Task" [ 712.323982] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.323982] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036770, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.385086] env[68627]: DEBUG oslo_vmware.api [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3036764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.582938} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.385442] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.385911] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.391853] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.392108] env[68627]: INFO nova.compute.manager [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Took 1.70 seconds to destroy the instance on the hypervisor. [ 712.392451] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.392692] env[68627]: DEBUG nova.compute.manager [-] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.392790] env[68627]: DEBUG nova.network.neutron [-] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.441118] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "bafad755-24d0-40c9-b229-216ccfaff4ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.441364] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "bafad755-24d0-40c9-b229-216ccfaff4ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.499450] env[68627]: DEBUG nova.compute.manager [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.526492] env[68627]: DEBUG nova.virt.hardware [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.526780] env[68627]: DEBUG nova.virt.hardware [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.526939] env[68627]: DEBUG nova.virt.hardware [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.527141] env[68627]: DEBUG nova.virt.hardware [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.527291] env[68627]: DEBUG nova.virt.hardware [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.527438] env[68627]: DEBUG nova.virt.hardware [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.527645] env[68627]: DEBUG nova.virt.hardware [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.527819] env[68627]: DEBUG nova.virt.hardware [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.527964] env[68627]: DEBUG nova.virt.hardware [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.528152] env[68627]: DEBUG nova.virt.hardware [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.528386] env[68627]: DEBUG nova.virt.hardware [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.529371] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e49690a-ec2a-4cf7-bb02-50d643e1274c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.539554] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdf4ced-babc-4f2b-a5c6-189ea0dd5abf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.544641] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 054d3be2-55c6-4aeb-b3a8-12accde45b9e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.562352] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.691867] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036766, 'name': Rename_Task, 'duration_secs': 0.265499} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.692293] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.692568] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-943f9e30-d9a9-4098-995a-9d9a77203f31 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.702062] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 712.702062] env[68627]: value = "task-3036772" [ 712.702062] env[68627]: _type = "Task" [ 712.702062] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.711876] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.788549] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.824035] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036770, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.877317] env[68627]: DEBUG nova.network.neutron [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Updated VIF entry in instance network info cache for port 165c47a3-3f98-4ff9-8736-a6d8ddb06f45. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.878962] env[68627]: DEBUG nova.network.neutron [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Updating instance_info_cache with network_info: [{"id": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "address": "fa:16:3e:6f:12:e7", "network": {"id": "0ce6d04e-c6a1-4492-a780-96ea7f3f119a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1557526896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2b466cf8b4f059f9b084cad485bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165c47a3-3f", "ovs_interfaceid": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.048294] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 420b0636-2a0f-4e54-aec4-ae0083e300e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.214617] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036772, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.282956] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036768, 'name': ReconfigVM_Task, 'duration_secs': 0.558994} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.283258] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Reconfigured VM instance instance-00000022 to attach disk [datastore1] dd38324c-5574-48d6-b5f7-f59d65605e52/dd38324c-5574-48d6-b5f7-f59d65605e52.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.283952] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23b754a1-3493-4da7-a25f-8fa63426ea29 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.292188] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 713.292188] env[68627]: value = "task-3036773" [ 713.292188] env[68627]: _type = "Task" [ 713.292188] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.299092] env[68627]: DEBUG nova.compute.manager [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Received event network-vif-plugged-54e52cae-d073-4bb3-b459-ab0de7c752e7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.299322] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] Acquiring lock "9554d8a9-6914-4833-81b9-5246d5217106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.299527] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] Lock "9554d8a9-6914-4833-81b9-5246d5217106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.299704] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] Lock "9554d8a9-6914-4833-81b9-5246d5217106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.299901] env[68627]: DEBUG nova.compute.manager [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] No waiting events found dispatching network-vif-plugged-54e52cae-d073-4bb3-b459-ab0de7c752e7 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.300136] env[68627]: WARNING nova.compute.manager [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Received unexpected event network-vif-plugged-54e52cae-d073-4bb3-b459-ab0de7c752e7 for instance with vm_state building and task_state spawning. [ 713.300258] env[68627]: DEBUG nova.compute.manager [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Received event network-changed-54e52cae-d073-4bb3-b459-ab0de7c752e7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.300452] env[68627]: DEBUG nova.compute.manager [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Refreshing instance network info cache due to event network-changed-54e52cae-d073-4bb3-b459-ab0de7c752e7. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.300661] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] Acquiring lock "refresh_cache-9554d8a9-6914-4833-81b9-5246d5217106" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.300798] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] Acquired lock "refresh_cache-9554d8a9-6914-4833-81b9-5246d5217106" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.300935] env[68627]: DEBUG nova.network.neutron [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Refreshing network info cache for port 54e52cae-d073-4bb3-b459-ab0de7c752e7 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.309199] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036773, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.326637] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036770, 'name': CreateVM_Task, 'duration_secs': 0.565674} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.327017] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.327596] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.327800] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.328150] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.328465] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cdb13f-9e4d-44ae-90e7-73c1a66f9e85 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.335250] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Waiting for the task: (returnval){ [ 713.335250] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c71b37-ea62-c51d-3043-2975201dd86c" [ 713.335250] env[68627]: _type = "Task" [ 713.335250] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.346818] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c71b37-ea62-c51d-3043-2975201dd86c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.380752] env[68627]: DEBUG oslo_concurrency.lockutils [req-4d124ad4-2ab8-477e-ae4c-645a34aca714 req-8bf202ec-1c8a-4f76-b651-13669876d98f service nova] Releasing lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.550916] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance d97f7887-afa4-4707-99dd-ef8376e41103 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.554292] env[68627]: DEBUG nova.compute.manager [req-ef2f6598-0fac-4749-87db-12492e504163 req-7743b122-fe38-45d4-b9d5-b7642f2f8ec5 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Received event network-changed-165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.554495] env[68627]: DEBUG nova.compute.manager [req-ef2f6598-0fac-4749-87db-12492e504163 req-7743b122-fe38-45d4-b9d5-b7642f2f8ec5 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Refreshing instance network info cache due to event network-changed-165c47a3-3f98-4ff9-8736-a6d8ddb06f45. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.554698] env[68627]: DEBUG oslo_concurrency.lockutils [req-ef2f6598-0fac-4749-87db-12492e504163 req-7743b122-fe38-45d4-b9d5-b7642f2f8ec5 service nova] Acquiring lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.554881] env[68627]: DEBUG oslo_concurrency.lockutils [req-ef2f6598-0fac-4749-87db-12492e504163 req-7743b122-fe38-45d4-b9d5-b7642f2f8ec5 service nova] Acquired lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.554997] env[68627]: DEBUG nova.network.neutron [req-ef2f6598-0fac-4749-87db-12492e504163 req-7743b122-fe38-45d4-b9d5-b7642f2f8ec5 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Refreshing network info cache for port 165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.714536] env[68627]: DEBUG oslo_vmware.api [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036772, 'name': PowerOnVM_Task, 'duration_secs': 0.643867} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.714975] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.715227] env[68627]: DEBUG nova.compute.manager [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.716009] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31661b1a-5a95-4a9e-8623-611ee897857e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.720057] env[68627]: DEBUG nova.network.neutron [-] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.811066] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036773, 'name': Rename_Task, 'duration_secs': 0.506728} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.811486] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.812213] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ffa96f1-133c-4a20-88f4-ed80822fbb90 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.821816] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 713.821816] env[68627]: value = "task-3036774" [ 713.821816] env[68627]: _type = "Task" [ 713.821816] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.832958] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.848090] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c71b37-ea62-c51d-3043-2975201dd86c, 'name': SearchDatastore_Task, 'duration_secs': 0.01687} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.848442] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.848715] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.848997] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.849195] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.849411] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.849699] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ebcc8fa-2e5d-4993-9122-56a3edf00ff8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.863332] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.863634] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.864445] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0357edbb-8f2b-4e5c-8003-02de51b616a2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.873176] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Waiting for the task: (returnval){ [ 713.873176] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524c541e-0d97-e9ea-efc5-995f48e5983f" [ 713.873176] env[68627]: _type = "Task" [ 713.873176] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.880650] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524c541e-0d97-e9ea-efc5-995f48e5983f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.036617] env[68627]: DEBUG nova.network.neutron [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Updated VIF entry in instance network info cache for port 54e52cae-d073-4bb3-b459-ab0de7c752e7. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.037039] env[68627]: DEBUG nova.network.neutron [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Updating instance_info_cache with network_info: [{"id": "54e52cae-d073-4bb3-b459-ab0de7c752e7", "address": "fa:16:3e:d3:6b:a1", "network": {"id": "07bf25b1-5f60-460b-a879-221781cac66c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-494125967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0429df1cdd944d16b36237ef5eba8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e52cae-d0", "ovs_interfaceid": "54e52cae-d073-4bb3-b459-ab0de7c752e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.058633] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 8ba8e593-f0bc-495d-9c67-a9583e152b70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.064431] env[68627]: DEBUG nova.network.neutron [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Successfully updated port: 9178fb71-c436-47d3-83bf-37f569a861ee {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.159812] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.223634] env[68627]: INFO nova.compute.manager [-] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Took 1.83 seconds to deallocate network for instance. [ 714.238031] env[68627]: DEBUG oslo_concurrency.lockutils [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.273510] env[68627]: DEBUG nova.network.neutron [req-ef2f6598-0fac-4749-87db-12492e504163 req-7743b122-fe38-45d4-b9d5-b7642f2f8ec5 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Updated VIF entry in instance network info cache for port 165c47a3-3f98-4ff9-8736-a6d8ddb06f45. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.273883] env[68627]: DEBUG nova.network.neutron [req-ef2f6598-0fac-4749-87db-12492e504163 req-7743b122-fe38-45d4-b9d5-b7642f2f8ec5 service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Updating instance_info_cache with network_info: [{"id": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "address": "fa:16:3e:6f:12:e7", "network": {"id": "0ce6d04e-c6a1-4492-a780-96ea7f3f119a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1557526896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2b466cf8b4f059f9b084cad485bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165c47a3-3f", "ovs_interfaceid": "165c47a3-3f98-4ff9-8736-a6d8ddb06f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.334081] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.384728] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524c541e-0d97-e9ea-efc5-995f48e5983f, 'name': SearchDatastore_Task, 'duration_secs': 0.023458} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.385705] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af06935b-0a2e-4f91-b0f9-4261163ae4fb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.392184] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Waiting for the task: (returnval){ [ 714.392184] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5218c1eb-6919-e5f1-d0bb-0c556a26a7c2" [ 714.392184] env[68627]: _type = "Task" [ 714.392184] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.402195] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5218c1eb-6919-e5f1-d0bb-0c556a26a7c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.539711] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] Releasing lock "refresh_cache-9554d8a9-6914-4833-81b9-5246d5217106" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.540011] env[68627]: DEBUG nova.compute.manager [req-e2d1dbeb-e1bc-4c81-83d8-34d20c162ec1 req-79c6fc00-905e-4126-8f0b-4a5a0667ad7c service nova] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Received event network-vif-deleted-5432c842-0506-4a7a-8114-1220a83468cd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.564358] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 65a95fef-d9f4-4fbc-b735-4af788dc8d5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.569020] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "refresh_cache-7d63cf7b-7227-4d99-b08c-b7bc56020e1b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.569155] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "refresh_cache-7d63cf7b-7227-4d99-b08c-b7bc56020e1b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.569286] env[68627]: DEBUG nova.network.neutron [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.735867] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.776945] env[68627]: DEBUG oslo_concurrency.lockutils [req-ef2f6598-0fac-4749-87db-12492e504163 req-7743b122-fe38-45d4-b9d5-b7642f2f8ec5 service nova] Releasing lock "refresh_cache-7b60bcbc-dc20-4423-aaae-0e1b20127384" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.833390] env[68627]: DEBUG oslo_vmware.api [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036774, 'name': PowerOnVM_Task, 'duration_secs': 0.703614} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.833675] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.833874] env[68627]: INFO nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Took 10.31 seconds to spawn the instance on the hypervisor. [ 714.834066] env[68627]: DEBUG nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.835175] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d406d152-8af7-4767-a100-fbfa10c969a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.907745] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5218c1eb-6919-e5f1-d0bb-0c556a26a7c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011071} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.908024] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.908324] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 9554d8a9-6914-4833-81b9-5246d5217106/9554d8a9-6914-4833-81b9-5246d5217106.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.908931] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc473483-8bbd-4046-ad01-08ef7ea208b3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.917342] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Waiting for the task: (returnval){ [ 714.917342] env[68627]: value = "task-3036776" [ 714.917342] env[68627]: _type = "Task" [ 714.917342] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.928814] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.067598] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 567f617b-7bc8-4881-a593-469158cca154 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.067911] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 715.068093] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 715.109629] env[68627]: DEBUG nova.network.neutron [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.259850] env[68627]: DEBUG oslo_concurrency.lockutils [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "d1ec15c3-dc28-4b64-8277-48d732289a64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.260351] env[68627]: DEBUG oslo_concurrency.lockutils [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "d1ec15c3-dc28-4b64-8277-48d732289a64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.260427] env[68627]: DEBUG oslo_concurrency.lockutils [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "d1ec15c3-dc28-4b64-8277-48d732289a64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.261096] env[68627]: DEBUG oslo_concurrency.lockutils [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "d1ec15c3-dc28-4b64-8277-48d732289a64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.261096] env[68627]: DEBUG oslo_concurrency.lockutils [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "d1ec15c3-dc28-4b64-8277-48d732289a64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.263407] env[68627]: INFO nova.compute.manager [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Terminating instance [ 715.283808] env[68627]: DEBUG nova.network.neutron [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Updating instance_info_cache with network_info: [{"id": "9178fb71-c436-47d3-83bf-37f569a861ee", "address": "fa:16:3e:e1:6a:ce", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9178fb71-c4", "ovs_interfaceid": "9178fb71-c436-47d3-83bf-37f569a861ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.360604] env[68627]: INFO nova.compute.manager [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Took 45.50 seconds to build instance. [ 715.429680] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477206} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.433850] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 9554d8a9-6914-4833-81b9-5246d5217106/9554d8a9-6914-4833-81b9-5246d5217106.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.434011] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.435073] env[68627]: DEBUG nova.compute.manager [req-152a639d-8af6-4cec-aedd-5748ef172cbe req-3c5d8238-3cd0-42f8-af8e-d747f82534c8 service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Received event network-vif-deleted-11ea1fbb-c09b-44ba-9675-90227082af24 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.435437] env[68627]: DEBUG nova.compute.manager [req-152a639d-8af6-4cec-aedd-5748ef172cbe req-3c5d8238-3cd0-42f8-af8e-d747f82534c8 service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Received event network-vif-deleted-1125f5d1-e894-48db-8a7a-82c432c793f0 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.435437] env[68627]: DEBUG nova.compute.manager [req-152a639d-8af6-4cec-aedd-5748ef172cbe req-3c5d8238-3cd0-42f8-af8e-d747f82534c8 service nova] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Received event network-vif-deleted-ac3f66dc-07fc-4515-9e4a-f957417b4b1e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.436226] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5698cf88-b142-47fa-8c75-ca2505818d16 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.450152] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Waiting for the task: (returnval){ [ 715.450152] env[68627]: value = "task-3036777" [ 715.450152] env[68627]: _type = "Task" [ 715.450152] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.460361] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.592994] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cac8db8-13cb-4517-bf6b-fcbd193e08eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.601714] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea31c65-7639-42c3-8eae-46b1fa4a067c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.634335] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de4dd11-e698-425c-adfa-fbddf10435c5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.643434] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8774fac8-7583-4987-ab6d-8a2a76dc9d61 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.658764] env[68627]: DEBUG nova.compute.provider_tree [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.682894] env[68627]: DEBUG nova.compute.manager [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Received event network-vif-plugged-9178fb71-c436-47d3-83bf-37f569a861ee {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.683200] env[68627]: DEBUG oslo_concurrency.lockutils [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] Acquiring lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.683504] env[68627]: DEBUG oslo_concurrency.lockutils [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] Lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.683683] env[68627]: DEBUG oslo_concurrency.lockutils [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] Lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.683953] env[68627]: DEBUG nova.compute.manager [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] No waiting events found dispatching network-vif-plugged-9178fb71-c436-47d3-83bf-37f569a861ee {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.684445] env[68627]: WARNING nova.compute.manager [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Received unexpected event network-vif-plugged-9178fb71-c436-47d3-83bf-37f569a861ee for instance with vm_state building and task_state spawning. [ 715.684445] env[68627]: DEBUG nova.compute.manager [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Received event network-changed-9178fb71-c436-47d3-83bf-37f569a861ee {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.684717] env[68627]: DEBUG nova.compute.manager [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Refreshing instance network info cache due to event network-changed-9178fb71-c436-47d3-83bf-37f569a861ee. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.684841] env[68627]: DEBUG oslo_concurrency.lockutils [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] Acquiring lock "refresh_cache-7d63cf7b-7227-4d99-b08c-b7bc56020e1b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.771820] env[68627]: DEBUG nova.compute.manager [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.772241] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.773916] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ea67bb-e6ca-4a07-be75-d8127a5b3211 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.782682] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.782682] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c3c6757-de09-43b3-8c04-1179b8b06ba7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.786895] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "refresh_cache-7d63cf7b-7227-4d99-b08c-b7bc56020e1b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.787320] env[68627]: DEBUG nova.compute.manager [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Instance network_info: |[{"id": "9178fb71-c436-47d3-83bf-37f569a861ee", "address": "fa:16:3e:e1:6a:ce", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9178fb71-c4", "ovs_interfaceid": "9178fb71-c436-47d3-83bf-37f569a861ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.787695] env[68627]: DEBUG oslo_concurrency.lockutils [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] Acquired lock "refresh_cache-7d63cf7b-7227-4d99-b08c-b7bc56020e1b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.787995] env[68627]: DEBUG nova.network.neutron [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Refreshing network info cache for port 9178fb71-c436-47d3-83bf-37f569a861ee {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.789825] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:6a:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9178fb71-c436-47d3-83bf-37f569a861ee', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.804951] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Creating folder: Project (ee54a20aee5e4fad9dabdd49c4469726). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.811030] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-851da0b6-2acd-4c8d-b5ec-c6ee538be497 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.811030] env[68627]: DEBUG oslo_vmware.api [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 715.811030] env[68627]: value = "task-3036778" [ 715.811030] env[68627]: _type = "Task" [ 715.811030] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.825146] env[68627]: DEBUG oslo_vmware.api [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.827163] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Created folder: Project (ee54a20aee5e4fad9dabdd49c4469726) in parent group-v608385. [ 715.827447] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Creating folder: Instances. Parent ref: group-v608497. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.827807] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-107003a6-99b6-49a2-9522-082ebcbe51a7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.841052] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Created folder: Instances in parent group-v608497. [ 715.841489] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.841937] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.842374] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5eac1f7c-bab6-4da0-9044-2025632e4ddf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.863752] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8018d831-b785-4da5-8664-918fd458ae71 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "dd38324c-5574-48d6-b5f7-f59d65605e52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.049s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.873683] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.873683] env[68627]: value = "task-3036781" [ 715.873683] env[68627]: _type = "Task" [ 715.873683] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.883237] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036781, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.964398] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102275} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.964685] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.965520] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2277457-6488-47f7-a226-b02da0194ccc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.983046] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "bd68584c-0332-4bea-b08b-5a5682f32233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.983349] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "bd68584c-0332-4bea-b08b-5a5682f32233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.993036] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 9554d8a9-6914-4833-81b9-5246d5217106/9554d8a9-6914-4833-81b9-5246d5217106.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.993653] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8809e7bc-41bc-4463-ac04-e5207d0f5b15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.017046] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Waiting for the task: (returnval){ [ 716.017046] env[68627]: value = "task-3036782" [ 716.017046] env[68627]: _type = "Task" [ 716.017046] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.030507] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.162458] env[68627]: DEBUG nova.scheduler.client.report [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.321108] env[68627]: DEBUG oslo_vmware.api [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036778, 'name': PowerOffVM_Task, 'duration_secs': 0.254585} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.321388] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.321559] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.321921] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f24a74af-321a-4cdd-a28c-0bfac234cb10 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.370025] env[68627]: DEBUG nova.compute.manager [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.383894] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036781, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.402119] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.402576] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.402841] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleting the datastore file [datastore1] d1ec15c3-dc28-4b64-8277-48d732289a64 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.403391] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b53ad312-a998-4976-a412-0f643431d807 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.413645] env[68627]: DEBUG oslo_vmware.api [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 716.413645] env[68627]: value = "task-3036784" [ 716.413645] env[68627]: _type = "Task" [ 716.413645] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.443026] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "10d5e8a7-7d54-40e9-84c8-b3975235442d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.443248] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "10d5e8a7-7d54-40e9-84c8-b3975235442d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.443499] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "10d5e8a7-7d54-40e9-84c8-b3975235442d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.443687] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "10d5e8a7-7d54-40e9-84c8-b3975235442d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.443852] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "10d5e8a7-7d54-40e9-84c8-b3975235442d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.446030] env[68627]: INFO nova.compute.manager [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Terminating instance [ 716.529334] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.538484] env[68627]: DEBUG nova.network.neutron [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Updated VIF entry in instance network info cache for port 9178fb71-c436-47d3-83bf-37f569a861ee. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.538906] env[68627]: DEBUG nova.network.neutron [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Updating instance_info_cache with network_info: [{"id": "9178fb71-c436-47d3-83bf-37f569a861ee", "address": "fa:16:3e:e1:6a:ce", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9178fb71-c4", "ovs_interfaceid": "9178fb71-c436-47d3-83bf-37f569a861ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.669367] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 716.669743] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.193s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.670109] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.777s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.670367] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.673382] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.204s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.675582] env[68627]: INFO nova.compute.claims [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.708443] env[68627]: INFO nova.scheduler.client.report [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Deleted allocations for instance 683ec368-79b8-4bcd-87f2-ac1528f5f8dd [ 716.888080] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036781, 'name': CreateVM_Task, 'duration_secs': 0.656986} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.889206] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.889412] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.890084] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.890249] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.890566] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.890822] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0e0d6a-a3ce-4ae8-95b8-576349f386ff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.897191] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 716.897191] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a46f3b-6d4e-1e7e-d765-b6826f27da8a" [ 716.897191] env[68627]: _type = "Task" [ 716.897191] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.906139] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a46f3b-6d4e-1e7e-d765-b6826f27da8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.909085] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Acquiring lock "946c78be-7449-4163-85ec-be6ac8e85268" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.909400] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Lock "946c78be-7449-4163-85ec-be6ac8e85268" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.924759] env[68627]: DEBUG oslo_vmware.api [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290743} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.924995] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.925204] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.925378] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.925544] env[68627]: INFO nova.compute.manager [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Took 1.15 seconds to destroy the instance on the hypervisor. [ 716.925777] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.925965] env[68627]: DEBUG nova.compute.manager [-] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.926075] env[68627]: DEBUG nova.network.neutron [-] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.950436] env[68627]: DEBUG nova.compute.manager [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.950705] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.951590] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22fd57a-3f17-47db-8239-4c954e861c2a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.961366] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.961637] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-782183c9-6dad-4ccd-ad6f-8a94b16c271b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.969955] env[68627]: DEBUG oslo_vmware.api [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 716.969955] env[68627]: value = "task-3036786" [ 716.969955] env[68627]: _type = "Task" [ 716.969955] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.979377] env[68627]: DEBUG oslo_vmware.api [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.028709] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036782, 'name': ReconfigVM_Task, 'duration_secs': 0.707637} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.029040] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 9554d8a9-6914-4833-81b9-5246d5217106/9554d8a9-6914-4833-81b9-5246d5217106.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.029740] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db91ec28-6a48-433a-b677-c0399daa10c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.039284] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Waiting for the task: (returnval){ [ 717.039284] env[68627]: value = "task-3036787" [ 717.039284] env[68627]: _type = "Task" [ 717.039284] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.044053] env[68627]: DEBUG oslo_concurrency.lockutils [req-08dc4045-117a-4a20-9f30-07ca5a3720a7 req-6bc9eaa0-ee49-487c-893a-e5ba4469e2fc service nova] Releasing lock "refresh_cache-7d63cf7b-7227-4d99-b08c-b7bc56020e1b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.051227] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036787, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.112679] env[68627]: DEBUG oslo_concurrency.lockutils [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "db67f3dd-8b08-4114-9c41-4b145b37180d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.112922] env[68627]: DEBUG oslo_concurrency.lockutils [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "db67f3dd-8b08-4114-9c41-4b145b37180d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.113221] env[68627]: DEBUG oslo_concurrency.lockutils [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "db67f3dd-8b08-4114-9c41-4b145b37180d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.113472] env[68627]: DEBUG oslo_concurrency.lockutils [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "db67f3dd-8b08-4114-9c41-4b145b37180d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.113707] env[68627]: DEBUG oslo_concurrency.lockutils [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "db67f3dd-8b08-4114-9c41-4b145b37180d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.116128] env[68627]: INFO nova.compute.manager [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Terminating instance [ 717.222402] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3bfe56cd-a6bc-49c0-a247-b3f0538a9790 tempest-FloatingIPsAssociationNegativeTestJSON-949897642 tempest-FloatingIPsAssociationNegativeTestJSON-949897642-project-member] Lock "683ec368-79b8-4bcd-87f2-ac1528f5f8dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.795s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.408581] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a46f3b-6d4e-1e7e-d765-b6826f27da8a, 'name': SearchDatastore_Task, 'duration_secs': 0.042998} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.408938] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.409183] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.409434] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.409580] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.410131] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.410131] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eae2b64a-079e-44e5-a482-0c64bf9f113b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.412760] env[68627]: DEBUG nova.compute.utils [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.424523] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.424523] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.424523] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4da8340-2462-4847-bdd7-4ad0de18e0aa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.432312] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 717.432312] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f1d9ca-e398-9828-62b6-262fd758264b" [ 717.432312] env[68627]: _type = "Task" [ 717.432312] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.445189] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f1d9ca-e398-9828-62b6-262fd758264b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.480916] env[68627]: DEBUG oslo_vmware.api [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036786, 'name': PowerOffVM_Task, 'duration_secs': 0.252381} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.481199] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.481370] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.485036] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11515b2a-34a6-4727-860b-1e18bcb4c862 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.552070] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036787, 'name': Rename_Task, 'duration_secs': 0.227904} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.552384] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.552653] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91cbaf94-700e-4e42-8791-7e7ed6a4681a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.562599] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Waiting for the task: (returnval){ [ 717.562599] env[68627]: value = "task-3036789" [ 717.562599] env[68627]: _type = "Task" [ 717.562599] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.568827] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.569129] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.569391] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Deleting the datastore file [datastore2] 10d5e8a7-7d54-40e9-84c8-b3975235442d {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.570121] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddd04616-c7b7-45f3-abc5-a9369d6fd24c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.576456] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.581953] env[68627]: DEBUG oslo_vmware.api [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 717.581953] env[68627]: value = "task-3036790" [ 717.581953] env[68627]: _type = "Task" [ 717.581953] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.591131] env[68627]: DEBUG oslo_vmware.api [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.623273] env[68627]: DEBUG nova.compute.manager [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.623372] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.624299] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1b6905-e2e6-4d70-9dda-304c9a6fd9b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.633603] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.633874] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aab37dec-18d0-43ff-b092-060f3149f419 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.643307] env[68627]: DEBUG oslo_vmware.api [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 717.643307] env[68627]: value = "task-3036791" [ 717.643307] env[68627]: _type = "Task" [ 717.643307] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.653302] env[68627]: DEBUG oslo_vmware.api [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.696152] env[68627]: DEBUG nova.compute.manager [req-cbc54d1a-bdfc-44f9-a540-11c459262164 req-14ec4517-d5ed-49e1-a36e-27b4f419ed19 service nova] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Received event network-vif-deleted-b96fa8d9-10f7-4cfd-b17c-9ab392eac178 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.697238] env[68627]: INFO nova.compute.manager [req-cbc54d1a-bdfc-44f9-a540-11c459262164 req-14ec4517-d5ed-49e1-a36e-27b4f419ed19 service nova] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Neutron deleted interface b96fa8d9-10f7-4cfd-b17c-9ab392eac178; detaching it from the instance and deleting it from the info cache [ 717.697324] env[68627]: DEBUG nova.network.neutron [req-cbc54d1a-bdfc-44f9-a540-11c459262164 req-14ec4517-d5ed-49e1-a36e-27b4f419ed19 service nova] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.725213] env[68627]: DEBUG nova.network.neutron [-] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.916348] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Lock "946c78be-7449-4163-85ec-be6ac8e85268" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.947851] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f1d9ca-e398-9828-62b6-262fd758264b, 'name': SearchDatastore_Task, 'duration_secs': 0.014905} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.948859] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08432abe-1e19-4a48-b0e8-27ce77871bfb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.955224] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 717.955224] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e016a4-60de-6ff1-1eab-553109be278c" [ 717.955224] env[68627]: _type = "Task" [ 717.955224] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.969913] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e016a4-60de-6ff1-1eab-553109be278c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.073372] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.092229] env[68627]: DEBUG oslo_vmware.api [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265698} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.093218] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.093218] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.093218] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.093218] env[68627]: INFO nova.compute.manager [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 718.093540] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.093540] env[68627]: DEBUG nova.compute.manager [-] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.093540] env[68627]: DEBUG nova.network.neutron [-] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.156431] env[68627]: DEBUG oslo_vmware.api [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036791, 'name': PowerOffVM_Task, 'duration_secs': 0.219881} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.156695] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.156864] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.157165] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c0e92d4-3703-47b7-b509-af9a245779af {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.201952] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-543f522d-4107-4404-be2b-e0b13ba72786 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.208118] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30899eab-b309-43d2-829a-5628638bcd04 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.216036] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16204821-1322-4c39-a713-0f18c4e2b53c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.229703] env[68627]: INFO nova.compute.manager [-] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Took 1.30 seconds to deallocate network for instance. [ 718.233030] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d53c4de-8c5f-4333-9022-6f1566c60c23 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.241560] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.241874] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.242145] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Deleting the datastore file [datastore2] db67f3dd-8b08-4114-9c41-4b145b37180d {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.243270] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99240253-7430-407e-8f2e-2a3cb8d92792 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.293337] env[68627]: DEBUG nova.compute.manager [req-cbc54d1a-bdfc-44f9-a540-11c459262164 req-14ec4517-d5ed-49e1-a36e-27b4f419ed19 service nova] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Detach interface failed, port_id=b96fa8d9-10f7-4cfd-b17c-9ab392eac178, reason: Instance d1ec15c3-dc28-4b64-8277-48d732289a64 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 718.295134] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaacafa-8847-4bd6-beb1-27702d7af50b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.300762] env[68627]: DEBUG oslo_vmware.api [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 718.300762] env[68627]: value = "task-3036793" [ 718.300762] env[68627]: _type = "Task" [ 718.300762] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.310539] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23eeebe-0c43-4f75-867d-fde6a04c1879 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.319911] env[68627]: DEBUG oslo_vmware.api [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.335023] env[68627]: DEBUG nova.compute.provider_tree [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.481352] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e016a4-60de-6ff1-1eab-553109be278c, 'name': SearchDatastore_Task, 'duration_secs': 0.051571} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.482956] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.483340] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 7d63cf7b-7227-4d99-b08c-b7bc56020e1b/7d63cf7b-7227-4d99-b08c-b7bc56020e1b.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.483656] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ac7733e-5b8f-49c0-b7e2-2ea806ee9610 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.491457] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 718.491457] env[68627]: value = "task-3036794" [ 718.491457] env[68627]: _type = "Task" [ 718.491457] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.505464] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.579152] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.744976] env[68627]: DEBUG oslo_concurrency.lockutils [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.820394] env[68627]: DEBUG oslo_vmware.api [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239996} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.820697] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.821789] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.821789] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.821789] env[68627]: INFO nova.compute.manager [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 718.821789] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.822497] env[68627]: DEBUG nova.compute.manager [-] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.823051] env[68627]: DEBUG nova.network.neutron [-] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.838922] env[68627]: DEBUG nova.scheduler.client.report [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.009790] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036794, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.032161] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Acquiring lock "946c78be-7449-4163-85ec-be6ac8e85268" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.032491] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Lock "946c78be-7449-4163-85ec-be6ac8e85268" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.032762] env[68627]: INFO nova.compute.manager [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Attaching volume 1460cbd7-fa55-4dfe-af87-48a71c1119f4 to /dev/sdb [ 719.083698] env[68627]: DEBUG oslo_vmware.api [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036789, 'name': PowerOnVM_Task, 'duration_secs': 1.204655} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.084445] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.084551] env[68627]: INFO nova.compute.manager [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Took 9.49 seconds to spawn the instance on the hypervisor. [ 719.084858] env[68627]: DEBUG nova.compute.manager [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.086234] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47997bb6-8d4a-4d91-84a3-14801a7f04be {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.111082] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede7430b-6f33-4fee-861c-44989fa3d190 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.123865] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37006a4c-c2dc-4ead-839d-e827427dc64e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.145147] env[68627]: DEBUG nova.virt.block_device [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Updating existing volume attachment record: 46653bed-86bd-4ab9-91b2-1cc3c7609728 {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 719.205686] env[68627]: DEBUG nova.network.neutron [-] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.345307] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.346040] env[68627]: DEBUG nova.compute.manager [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.349986] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.616s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.351460] env[68627]: INFO nova.compute.claims [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.508763] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58197} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.509502] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 7d63cf7b-7227-4d99-b08c-b7bc56020e1b/7d63cf7b-7227-4d99-b08c-b7bc56020e1b.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.510042] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.510458] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99c87e1b-dde5-4150-aa54-d18180b970e9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.518695] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 719.518695] env[68627]: value = "task-3036799" [ 719.518695] env[68627]: _type = "Task" [ 719.518695] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.529020] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.611703] env[68627]: INFO nova.compute.manager [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Took 42.89 seconds to build instance. [ 719.683671] env[68627]: DEBUG nova.network.neutron [-] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.709774] env[68627]: INFO nova.compute.manager [-] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Took 1.62 seconds to deallocate network for instance. [ 719.735448] env[68627]: DEBUG nova.compute.manager [req-ae20a10b-3c7b-437e-9f22-e8b8cab29e21 req-af9337f1-66cc-4ff5-a94a-980e4fc8ecf3 service nova] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Received event network-vif-deleted-0624b9a8-6c53-4416-a8e1-68f6af87c1cb {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.735448] env[68627]: DEBUG nova.compute.manager [req-ae20a10b-3c7b-437e-9f22-e8b8cab29e21 req-af9337f1-66cc-4ff5-a94a-980e4fc8ecf3 service nova] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Received event network-vif-deleted-89ca0e54-6384-49ac-bd19-64da89bfba66 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.856543] env[68627]: DEBUG nova.compute.utils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.860856] env[68627]: DEBUG nova.compute.manager [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.861043] env[68627]: DEBUG nova.network.neutron [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.944373] env[68627]: DEBUG nova.policy [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eab7ce88ac8c438cb81a24fdff3232f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '791921538e824be89c26ff6041bfbd7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.029112] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082522} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.029397] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.030217] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83cf635-93e5-47b8-9cf9-c331f758ab89 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.059545] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 7d63cf7b-7227-4d99-b08c-b7bc56020e1b/7d63cf7b-7227-4d99-b08c-b7bc56020e1b.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.059879] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2f4a9c-e371-454e-bdf9-2acdacb85cef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.080138] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 720.080138] env[68627]: value = "task-3036800" [ 720.080138] env[68627]: _type = "Task" [ 720.080138] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.088728] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.114521] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a2176ad8-8b39-403c-99f0-e8fe6e28475b tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Lock "9554d8a9-6914-4833-81b9-5246d5217106" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.124s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.185933] env[68627]: INFO nova.compute.manager [-] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Took 1.36 seconds to deallocate network for instance. [ 720.219294] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.361342] env[68627]: DEBUG nova.compute.manager [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.496998] env[68627]: DEBUG nova.network.neutron [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Successfully created port: 0394f690-c238-4e09-aded-6f6d64ec82cd {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.600184] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.624022] env[68627]: DEBUG nova.compute.manager [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.696232] env[68627]: DEBUG oslo_concurrency.lockutils [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.926321] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdc311c-a9d6-40d4-8b82-49dd69899ae8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.935349] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70334161-46c2-4ed9-9138-3e93e1283b12 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.971161] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dd67f5-e8ad-4931-ba47-f8c7fcb7c8df {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.981721] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cde2ce-f2fa-4750-bd18-d952a745dba8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.998025] env[68627]: DEBUG nova.compute.provider_tree [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.091392] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036800, 'name': ReconfigVM_Task, 'duration_secs': 0.706973} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.091740] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 7d63cf7b-7227-4d99-b08c-b7bc56020e1b/7d63cf7b-7227-4d99-b08c-b7bc56020e1b.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.092392] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b566028-31e1-41f7-876b-3400a6b87122 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.100449] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 721.100449] env[68627]: value = "task-3036802" [ 721.100449] env[68627]: _type = "Task" [ 721.100449] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.109215] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036802, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.146495] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.375334] env[68627]: DEBUG nova.compute.manager [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.402310] env[68627]: DEBUG nova.virt.hardware [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.402791] env[68627]: DEBUG nova.virt.hardware [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.402990] env[68627]: DEBUG nova.virt.hardware [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.403233] env[68627]: DEBUG nova.virt.hardware [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.403426] env[68627]: DEBUG nova.virt.hardware [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.403599] env[68627]: DEBUG nova.virt.hardware [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.403838] env[68627]: DEBUG nova.virt.hardware [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.404071] env[68627]: DEBUG nova.virt.hardware [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.404214] env[68627]: DEBUG nova.virt.hardware [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.404412] env[68627]: DEBUG nova.virt.hardware [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.404641] env[68627]: DEBUG nova.virt.hardware [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.405615] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879c9642-f839-415c-8c24-598ac43ecb3f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.416081] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597e9115-014e-4dc2-8e6e-b9ea467f5a5b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.499575] env[68627]: DEBUG nova.scheduler.client.report [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.610804] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036802, 'name': Rename_Task, 'duration_secs': 0.280722} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.611119] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.611266] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba317a4f-ff0e-4fe6-877a-7146aec418a7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.619688] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 721.619688] env[68627]: value = "task-3036804" [ 721.619688] env[68627]: _type = "Task" [ 721.619688] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.628543] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.766930] env[68627]: DEBUG nova.compute.manager [req-b74e7825-8ec4-420f-8c63-0490a93ec21b req-b5a4cf76-3c28-47e7-86a4-309119e657b8 service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Received event network-changed-54e52cae-d073-4bb3-b459-ab0de7c752e7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.766930] env[68627]: DEBUG nova.compute.manager [req-b74e7825-8ec4-420f-8c63-0490a93ec21b req-b5a4cf76-3c28-47e7-86a4-309119e657b8 service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Refreshing instance network info cache due to event network-changed-54e52cae-d073-4bb3-b459-ab0de7c752e7. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.766930] env[68627]: DEBUG oslo_concurrency.lockutils [req-b74e7825-8ec4-420f-8c63-0490a93ec21b req-b5a4cf76-3c28-47e7-86a4-309119e657b8 service nova] Acquiring lock "refresh_cache-9554d8a9-6914-4833-81b9-5246d5217106" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.766930] env[68627]: DEBUG oslo_concurrency.lockutils [req-b74e7825-8ec4-420f-8c63-0490a93ec21b req-b5a4cf76-3c28-47e7-86a4-309119e657b8 service nova] Acquired lock "refresh_cache-9554d8a9-6914-4833-81b9-5246d5217106" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.766930] env[68627]: DEBUG nova.network.neutron [req-b74e7825-8ec4-420f-8c63-0490a93ec21b req-b5a4cf76-3c28-47e7-86a4-309119e657b8 service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Refreshing network info cache for port 54e52cae-d073-4bb3-b459-ab0de7c752e7 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.005171] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.009189] env[68627]: DEBUG nova.compute.manager [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.010111] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.238s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.010111] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.013034] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.731s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.013034] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.018017] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.322s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.018017] env[68627]: INFO nova.compute.claims [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.055514] env[68627]: INFO nova.scheduler.client.report [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Deleted allocations for instance a138922c-a6ed-40e6-bfac-b5647b472eeb [ 722.062880] env[68627]: INFO nova.scheduler.client.report [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Deleted allocations for instance b711c51c-67bc-4485-a3d4-ebfd4db35ae0 [ 722.130436] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036804, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.356603] env[68627]: DEBUG nova.network.neutron [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Successfully updated port: 0394f690-c238-4e09-aded-6f6d64ec82cd {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.522715] env[68627]: DEBUG nova.compute.utils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.525471] env[68627]: DEBUG nova.compute.manager [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.525471] env[68627]: DEBUG nova.network.neutron [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.568055] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cf0ec96b-7442-4d7f-86c2-fe43143cd392 tempest-ServersAaction247Test-940300730 tempest-ServersAaction247Test-940300730-project-member] Lock "a138922c-a6ed-40e6-bfac-b5647b472eeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.340s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.580010] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5edda3da-0ad1-4975-9c28-cdffda612427 tempest-DeleteServersAdminTestJSON-658008862 tempest-DeleteServersAdminTestJSON-658008862-project-member] Lock "b711c51c-67bc-4485-a3d4-ebfd4db35ae0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.764s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.582481] env[68627]: DEBUG nova.policy [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bf86e27c22140a79524ec6be7780b40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5886f94e567e47e0b5c6b834bcf8d44d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.632846] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036804, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.855783] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.855941] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.856179] env[68627]: DEBUG nova.network.neutron [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.870611] env[68627]: DEBUG nova.network.neutron [req-b74e7825-8ec4-420f-8c63-0490a93ec21b req-b5a4cf76-3c28-47e7-86a4-309119e657b8 service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Updated VIF entry in instance network info cache for port 54e52cae-d073-4bb3-b459-ab0de7c752e7. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.870989] env[68627]: DEBUG nova.network.neutron [req-b74e7825-8ec4-420f-8c63-0490a93ec21b req-b5a4cf76-3c28-47e7-86a4-309119e657b8 service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Updating instance_info_cache with network_info: [{"id": "54e52cae-d073-4bb3-b459-ab0de7c752e7", "address": "fa:16:3e:d3:6b:a1", "network": {"id": "07bf25b1-5f60-460b-a879-221781cac66c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-494125967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0429df1cdd944d16b36237ef5eba8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e52cae-d0", "ovs_interfaceid": "54e52cae-d073-4bb3-b459-ab0de7c752e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.899164] env[68627]: DEBUG nova.network.neutron [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Successfully created port: 715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.029930] env[68627]: DEBUG nova.compute.manager [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.135318] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036804, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.375502] env[68627]: DEBUG oslo_concurrency.lockutils [req-b74e7825-8ec4-420f-8c63-0490a93ec21b req-b5a4cf76-3c28-47e7-86a4-309119e657b8 service nova] Releasing lock "refresh_cache-9554d8a9-6914-4833-81b9-5246d5217106" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.422018] env[68627]: DEBUG nova.network.neutron [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.506380] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de970db-b164-494c-8829-99bb8399026a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.517085] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb15b65e-41fc-4c2e-9d9e-a972dd0a2f46 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.559069] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0857a1a2-490e-498d-8d42-84938ffee18e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.572194] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c8be77-4528-4fa6-b247-d8d360edcaa7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.589526] env[68627]: DEBUG nova.compute.provider_tree [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.634073] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036804, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.733183] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 723.733280] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608503', 'volume_id': '1460cbd7-fa55-4dfe-af87-48a71c1119f4', 'name': 'volume-1460cbd7-fa55-4dfe-af87-48a71c1119f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '946c78be-7449-4163-85ec-be6ac8e85268', 'attached_at': '', 'detached_at': '', 'volume_id': '1460cbd7-fa55-4dfe-af87-48a71c1119f4', 'serial': '1460cbd7-fa55-4dfe-af87-48a71c1119f4'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 723.734848] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dde8d36-1d77-4e38-9d05-c240b0b815cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.755735] env[68627]: DEBUG nova.network.neutron [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance_info_cache with network_info: [{"id": "0394f690-c238-4e09-aded-6f6d64ec82cd", "address": "fa:16:3e:43:0b:d1", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0394f690-c2", "ovs_interfaceid": "0394f690-c238-4e09-aded-6f6d64ec82cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.757494] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a9d872-9f21-40a7-8723-39e6d4a67f33 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.794214] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-1460cbd7-fa55-4dfe-af87-48a71c1119f4/volume-1460cbd7-fa55-4dfe-af87-48a71c1119f4.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.796289] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dfddb98-e14d-41b4-a6e2-372cad19808a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.817212] env[68627]: DEBUG oslo_vmware.api [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Waiting for the task: (returnval){ [ 723.817212] env[68627]: value = "task-3036806" [ 723.817212] env[68627]: _type = "Task" [ 723.817212] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.826922] env[68627]: DEBUG oslo_vmware.api [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Task: {'id': task-3036806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.882824] env[68627]: DEBUG nova.compute.manager [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Received event network-vif-plugged-0394f690-c238-4e09-aded-6f6d64ec82cd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.883237] env[68627]: DEBUG oslo_concurrency.lockutils [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] Acquiring lock "401f7afd-55f9-40df-8ea7-892c97c15b01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.883475] env[68627]: DEBUG oslo_concurrency.lockutils [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.883712] env[68627]: DEBUG oslo_concurrency.lockutils [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.883925] env[68627]: DEBUG nova.compute.manager [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] No waiting events found dispatching network-vif-plugged-0394f690-c238-4e09-aded-6f6d64ec82cd {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.884562] env[68627]: WARNING nova.compute.manager [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Received unexpected event network-vif-plugged-0394f690-c238-4e09-aded-6f6d64ec82cd for instance with vm_state building and task_state spawning. [ 723.884562] env[68627]: DEBUG nova.compute.manager [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Received event network-changed-0394f690-c238-4e09-aded-6f6d64ec82cd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.884562] env[68627]: DEBUG nova.compute.manager [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Refreshing instance network info cache due to event network-changed-0394f690-c238-4e09-aded-6f6d64ec82cd. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.884915] env[68627]: DEBUG oslo_concurrency.lockutils [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] Acquiring lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.064110] env[68627]: DEBUG nova.compute.manager [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.094030] env[68627]: DEBUG nova.scheduler.client.report [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.114027] env[68627]: DEBUG nova.virt.hardware [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.114300] env[68627]: DEBUG nova.virt.hardware [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.114461] env[68627]: DEBUG nova.virt.hardware [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.117559] env[68627]: DEBUG nova.virt.hardware [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.117559] env[68627]: DEBUG nova.virt.hardware [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.117559] env[68627]: DEBUG nova.virt.hardware [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.117559] env[68627]: DEBUG nova.virt.hardware [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.117559] env[68627]: DEBUG nova.virt.hardware [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.117559] env[68627]: DEBUG nova.virt.hardware [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.117559] env[68627]: DEBUG nova.virt.hardware [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.117559] env[68627]: DEBUG nova.virt.hardware [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.117559] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5214242c-a7f5-4184-9ba1-a6711dd30cd6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.135020] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6289faf-1149-4403-969d-1ea24f73ce75 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.145207] env[68627]: DEBUG oslo_vmware.api [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3036804, 'name': PowerOnVM_Task, 'duration_secs': 2.441589} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.145691] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.146099] env[68627]: INFO nova.compute.manager [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Took 11.65 seconds to spawn the instance on the hypervisor. [ 724.146307] env[68627]: DEBUG nova.compute.manager [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.147619] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f655dc-2497-429e-99f4-03c7222059c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.263841] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.263841] env[68627]: DEBUG nova.compute.manager [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Instance network_info: |[{"id": "0394f690-c238-4e09-aded-6f6d64ec82cd", "address": "fa:16:3e:43:0b:d1", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0394f690-c2", "ovs_interfaceid": "0394f690-c238-4e09-aded-6f6d64ec82cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.263841] env[68627]: DEBUG oslo_concurrency.lockutils [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] Acquired lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.263841] env[68627]: DEBUG nova.network.neutron [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Refreshing network info cache for port 0394f690-c238-4e09-aded-6f6d64ec82cd {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.263841] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:0b:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0394f690-c238-4e09-aded-6f6d64ec82cd', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.274135] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Creating folder: Project (791921538e824be89c26ff6041bfbd7f). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.274761] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a6e066d-3599-4e8a-a341-445819409ffe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.291277] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Created folder: Project (791921538e824be89c26ff6041bfbd7f) in parent group-v608385. [ 724.291277] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Creating folder: Instances. Parent ref: group-v608504. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.291277] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecb64dfc-7ceb-4036-85b1-a9aafa8a2e39 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.307030] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Created folder: Instances in parent group-v608504. [ 724.307030] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.307030] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.307030] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0c5d1a1-9587-4667-b398-f784c0970d3e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.341867] env[68627]: DEBUG oslo_vmware.api [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Task: {'id': task-3036806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.343059] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.343059] env[68627]: value = "task-3036809" [ 724.343059] env[68627]: _type = "Task" [ 724.343059] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.354477] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036809, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.566476] env[68627]: DEBUG nova.network.neutron [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Successfully updated port: 715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.606960] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.608057] env[68627]: DEBUG nova.compute.manager [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.613213] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.356s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.615479] env[68627]: INFO nova.compute.claims [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.685654] env[68627]: INFO nova.compute.manager [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Took 44.50 seconds to build instance. [ 724.843734] env[68627]: DEBUG oslo_vmware.api [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Task: {'id': task-3036806, 'name': ReconfigVM_Task, 'duration_secs': 0.781621} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.845334] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-1460cbd7-fa55-4dfe-af87-48a71c1119f4/volume-1460cbd7-fa55-4dfe-af87-48a71c1119f4.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.853933] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebe1f0f0-925c-4c38-a223-8483a7e6a156 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.874487] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036809, 'name': CreateVM_Task, 'duration_secs': 0.465661} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.876546] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.877134] env[68627]: DEBUG oslo_vmware.api [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Waiting for the task: (returnval){ [ 724.877134] env[68627]: value = "task-3036810" [ 724.877134] env[68627]: _type = "Task" [ 724.877134] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.878296] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.878679] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.879242] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.880047] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef257d53-952b-4c7a-9e3a-8b1c6daf41b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.893027] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 724.893027] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e14d81-fd27-9e3a-bf9a-4dbdf9bd2379" [ 724.893027] env[68627]: _type = "Task" [ 724.893027] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.895744] env[68627]: DEBUG oslo_vmware.api [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Task: {'id': task-3036810, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.915195] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e14d81-fd27-9e3a-bf9a-4dbdf9bd2379, 'name': SearchDatastore_Task, 'duration_secs': 0.014422} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.915715] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.916536] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.916962] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.917244] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.917536] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.918707] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-712f89bb-ae45-4ec2-a998-943882fbb614 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.929955] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.930597] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.934696] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3649ad60-38ef-41c4-8fdc-ec68b8314277 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.945363] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 724.945363] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cb3cf6-6d36-2b58-4922-97431b01894e" [ 724.945363] env[68627]: _type = "Task" [ 724.945363] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.955314] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cb3cf6-6d36-2b58-4922-97431b01894e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.069205] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Acquiring lock "refresh_cache-054d3be2-55c6-4aeb-b3a8-12accde45b9e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.069365] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Acquired lock "refresh_cache-054d3be2-55c6-4aeb-b3a8-12accde45b9e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.072875] env[68627]: DEBUG nova.network.neutron [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.120934] env[68627]: DEBUG nova.compute.utils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.122516] env[68627]: DEBUG nova.compute.manager [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.122698] env[68627]: DEBUG nova.network.neutron [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.189685] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8989742a-731f-4d13-9844-429100557683 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.924s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.211078] env[68627]: DEBUG nova.policy [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e5a7549719c46a4a78913ae4983a3cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6befe839bc34fc3a18c15775d620ffe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.393269] env[68627]: DEBUG oslo_vmware.api [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Task: {'id': task-3036810, 'name': ReconfigVM_Task, 'duration_secs': 0.194617} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.393649] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608503', 'volume_id': '1460cbd7-fa55-4dfe-af87-48a71c1119f4', 'name': 'volume-1460cbd7-fa55-4dfe-af87-48a71c1119f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '946c78be-7449-4163-85ec-be6ac8e85268', 'attached_at': '', 'detached_at': '', 'volume_id': '1460cbd7-fa55-4dfe-af87-48a71c1119f4', 'serial': '1460cbd7-fa55-4dfe-af87-48a71c1119f4'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 725.460889] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cb3cf6-6d36-2b58-4922-97431b01894e, 'name': SearchDatastore_Task, 'duration_secs': 0.011525} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.461701] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a357864-d08e-4fb4-a2ea-a06c377f0686 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.470286] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 725.470286] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5243a99b-2693-014a-27fb-447677335179" [ 725.470286] env[68627]: _type = "Task" [ 725.470286] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.481624] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5243a99b-2693-014a-27fb-447677335179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.561879] env[68627]: DEBUG nova.network.neutron [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updated VIF entry in instance network info cache for port 0394f690-c238-4e09-aded-6f6d64ec82cd. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.562162] env[68627]: DEBUG nova.network.neutron [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance_info_cache with network_info: [{"id": "0394f690-c238-4e09-aded-6f6d64ec82cd", "address": "fa:16:3e:43:0b:d1", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0394f690-c2", "ovs_interfaceid": "0394f690-c238-4e09-aded-6f6d64ec82cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.628750] env[68627]: DEBUG nova.compute.manager [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.671118] env[68627]: DEBUG nova.network.neutron [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.960389] env[68627]: DEBUG nova.compute.manager [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Received event network-vif-plugged-715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.960720] env[68627]: DEBUG oslo_concurrency.lockutils [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] Acquiring lock "054d3be2-55c6-4aeb-b3a8-12accde45b9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.960781] env[68627]: DEBUG oslo_concurrency.lockutils [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] Lock "054d3be2-55c6-4aeb-b3a8-12accde45b9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.960935] env[68627]: DEBUG oslo_concurrency.lockutils [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] Lock "054d3be2-55c6-4aeb-b3a8-12accde45b9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.961166] env[68627]: DEBUG nova.compute.manager [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] No waiting events found dispatching network-vif-plugged-715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.961317] env[68627]: WARNING nova.compute.manager [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Received unexpected event network-vif-plugged-715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c for instance with vm_state building and task_state spawning. [ 725.961449] env[68627]: DEBUG nova.compute.manager [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Received event network-changed-715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.961597] env[68627]: DEBUG nova.compute.manager [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Refreshing instance network info cache due to event network-changed-715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.961758] env[68627]: DEBUG oslo_concurrency.lockutils [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] Acquiring lock "refresh_cache-054d3be2-55c6-4aeb-b3a8-12accde45b9e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.982991] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5243a99b-2693-014a-27fb-447677335179, 'name': SearchDatastore_Task, 'duration_secs': 0.027987} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.987858] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.987858] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 401f7afd-55f9-40df-8ea7-892c97c15b01/401f7afd-55f9-40df-8ea7-892c97c15b01.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.991021] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73a4533f-e55b-472a-b918-a72ca59616eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.997163] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 725.997163] env[68627]: value = "task-3036812" [ 725.997163] env[68627]: _type = "Task" [ 725.997163] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.007596] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.044072] env[68627]: DEBUG nova.network.neutron [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Updating instance_info_cache with network_info: [{"id": "715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c", "address": "fa:16:3e:42:5c:6a", "network": {"id": "6358ad7b-205b-4339-8a93-5f272d623f84", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-985040269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5886f94e567e47e0b5c6b834bcf8d44d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715c671e-0d", "ovs_interfaceid": "715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.065698] env[68627]: DEBUG oslo_concurrency.lockutils [req-e8abbdf4-e377-4639-a452-5cca94bc0d0f req-7de236cc-7a6e-4ddb-9ca8-fb3162561d29 service nova] Releasing lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.210178] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b0ba8f-6133-40f0-9578-9bcd6574935b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.219105] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f4b164-1d67-4f9b-a544-00be0402aee5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.254876] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdf8787-672f-4cf6-9745-6603c2ad6c16 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.263371] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568784f2-8b3b-410d-a652-18c02097e994 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.277454] env[68627]: DEBUG nova.compute.provider_tree [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.459052] env[68627]: DEBUG nova.objects.instance [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Lazy-loading 'flavor' on Instance uuid 946c78be-7449-4163-85ec-be6ac8e85268 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.513304] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036812, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.546867] env[68627]: DEBUG nova.network.neutron [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Successfully created port: b816c2ce-8e54-4c49-bc59-789d5c68b83c {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.549167] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Releasing lock "refresh_cache-054d3be2-55c6-4aeb-b3a8-12accde45b9e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.549454] env[68627]: DEBUG nova.compute.manager [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Instance network_info: |[{"id": "715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c", "address": "fa:16:3e:42:5c:6a", "network": {"id": "6358ad7b-205b-4339-8a93-5f272d623f84", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-985040269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5886f94e567e47e0b5c6b834bcf8d44d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715c671e-0d", "ovs_interfaceid": "715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.549711] env[68627]: DEBUG oslo_concurrency.lockutils [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] Acquired lock "refresh_cache-054d3be2-55c6-4aeb-b3a8-12accde45b9e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.549884] env[68627]: DEBUG nova.network.neutron [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Refreshing network info cache for port 715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.551141] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:5c:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.560257] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Creating folder: Project (5886f94e567e47e0b5c6b834bcf8d44d). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.560617] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d7e2c31-b4f5-495c-b4c9-86a44d4b69d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.572838] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Created folder: Project (5886f94e567e47e0b5c6b834bcf8d44d) in parent group-v608385. [ 726.573037] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Creating folder: Instances. Parent ref: group-v608507. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.573311] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83b70147-13dd-489e-8e7b-f66dc3c00afd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.589165] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Created folder: Instances in parent group-v608507. [ 726.589165] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.589165] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.589165] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efd83606-3082-4cab-a506-eba87bc81129 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.617361] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.617361] env[68627]: value = "task-3036815" [ 726.617361] env[68627]: _type = "Task" [ 726.617361] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.628838] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036815, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.645879] env[68627]: DEBUG nova.compute.manager [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.688707] env[68627]: DEBUG nova.virt.hardware [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.688943] env[68627]: DEBUG nova.virt.hardware [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.689244] env[68627]: DEBUG nova.virt.hardware [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.689395] env[68627]: DEBUG nova.virt.hardware [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.689443] env[68627]: DEBUG nova.virt.hardware [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.689598] env[68627]: DEBUG nova.virt.hardware [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.689925] env[68627]: DEBUG nova.virt.hardware [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.690052] env[68627]: DEBUG nova.virt.hardware [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.690187] env[68627]: DEBUG nova.virt.hardware [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.690425] env[68627]: DEBUG nova.virt.hardware [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.690501] env[68627]: DEBUG nova.virt.hardware [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.691826] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005ad269-4b66-4b7f-ad8a-b3ff8a1817eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.713031] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5df4f1-8eb1-43af-9e29-b2825a21ba72 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.780802] env[68627]: DEBUG nova.scheduler.client.report [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.968864] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e9b5bcc-7871-40cb-8b7f-a4f0c4351467 tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Lock "946c78be-7449-4163-85ec-be6ac8e85268" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.936s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.017771] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948772} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.017771] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 401f7afd-55f9-40df-8ea7-892c97c15b01/401f7afd-55f9-40df-8ea7-892c97c15b01.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.017771] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.017771] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bc0dd6d-3d06-49c2-890d-6181c3d7e7c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.025058] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 727.025058] env[68627]: value = "task-3036816" [ 727.025058] env[68627]: _type = "Task" [ 727.025058] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.035301] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.129806] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036815, 'name': CreateVM_Task, 'duration_secs': 0.49089} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.133121] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.134443] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.134734] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.135192] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.136267] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e7d2f0-5a83-499c-8080-c58eebef5a51 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.142558] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Waiting for the task: (returnval){ [ 727.142558] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52adfa46-4761-1593-a654-19404dd80482" [ 727.142558] env[68627]: _type = "Task" [ 727.142558] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.151495] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52adfa46-4761-1593-a654-19404dd80482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.289878] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.289878] env[68627]: DEBUG nova.compute.manager [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.290594] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.349s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.408951] env[68627]: DEBUG nova.network.neutron [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Updated VIF entry in instance network info cache for port 715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.408951] env[68627]: DEBUG nova.network.neutron [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Updating instance_info_cache with network_info: [{"id": "715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c", "address": "fa:16:3e:42:5c:6a", "network": {"id": "6358ad7b-205b-4339-8a93-5f272d623f84", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-985040269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5886f94e567e47e0b5c6b834bcf8d44d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715c671e-0d", "ovs_interfaceid": "715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.537103] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074204} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.537431] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.538445] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61afab71-afba-4f25-b8ee-3fb3758e0407 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.577502] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 401f7afd-55f9-40df-8ea7-892c97c15b01/401f7afd-55f9-40df-8ea7-892c97c15b01.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.577903] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2912d535-d5d9-4f16-9410-8969e66ed026 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.608065] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 727.608065] env[68627]: value = "task-3036817" [ 727.608065] env[68627]: _type = "Task" [ 727.608065] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.621013] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.656665] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52adfa46-4761-1593-a654-19404dd80482, 'name': SearchDatastore_Task, 'duration_secs': 0.019677} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.656785] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.657041] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.657311] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.657478] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.657669] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.657967] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fe8cfcd-b5d0-46a3-a519-b1f73b276b8d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.668562] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.668840] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.669692] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d27386e5-7168-4c0a-96d0-b0663cbcd873 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.678143] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Waiting for the task: (returnval){ [ 727.678143] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523dd75f-10f8-5a96-645d-79d7a9e96d97" [ 727.678143] env[68627]: _type = "Task" [ 727.678143] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.688162] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523dd75f-10f8-5a96-645d-79d7a9e96d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.797686] env[68627]: DEBUG nova.compute.utils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.803336] env[68627]: DEBUG nova.compute.manager [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.803336] env[68627]: DEBUG nova.network.neutron [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.863588] env[68627]: DEBUG nova.policy [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72ecfb4f812f42b6bbe5feae08ff83c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3707c006825b46d4ad747d4c059deab5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.912089] env[68627]: DEBUG oslo_concurrency.lockutils [req-595ca658-3227-47b4-a585-c5a3c33b6145 req-6fdc5a09-baea-4791-93f6-b608667efbbe service nova] Releasing lock "refresh_cache-054d3be2-55c6-4aeb-b3a8-12accde45b9e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.123091] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.171539] env[68627]: DEBUG nova.network.neutron [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Successfully created port: de4f37ad-ca58-4168-8ed1-13c4201638b4 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.192319] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523dd75f-10f8-5a96-645d-79d7a9e96d97, 'name': SearchDatastore_Task, 'duration_secs': 0.01413} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.195766] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e03f3a-67cc-4ef0-853c-5896d4b9fd70 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.203035] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Waiting for the task: (returnval){ [ 728.203035] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f39a38-768f-1767-7ef6-603d244fe376" [ 728.203035] env[68627]: _type = "Task" [ 728.203035] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.213417] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f39a38-768f-1767-7ef6-603d244fe376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.304343] env[68627]: DEBUG nova.compute.manager [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.371402] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ad4bd8-488d-48ae-88c6-05a808dcb8b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.382649] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fc8586-ec4f-4e91-a58b-38e6bff855de {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.422458] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54f7596-e4a2-4ac2-accc-8f4a399d2df3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.432500] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b519bf-b62a-48d0-ba2d-32e1e365b279 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.450035] env[68627]: DEBUG nova.compute.provider_tree [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.521549] env[68627]: DEBUG nova.compute.manager [req-12813e0f-f85e-4ea1-a696-7f147f10d2ef req-dfb54440-45ef-48c4-8a78-b2741537e4b7 service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Received event network-changed-9178fb71-c436-47d3-83bf-37f569a861ee {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.521549] env[68627]: DEBUG nova.compute.manager [req-12813e0f-f85e-4ea1-a696-7f147f10d2ef req-dfb54440-45ef-48c4-8a78-b2741537e4b7 service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Refreshing instance network info cache due to event network-changed-9178fb71-c436-47d3-83bf-37f569a861ee. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.521624] env[68627]: DEBUG oslo_concurrency.lockutils [req-12813e0f-f85e-4ea1-a696-7f147f10d2ef req-dfb54440-45ef-48c4-8a78-b2741537e4b7 service nova] Acquiring lock "refresh_cache-7d63cf7b-7227-4d99-b08c-b7bc56020e1b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.521753] env[68627]: DEBUG oslo_concurrency.lockutils [req-12813e0f-f85e-4ea1-a696-7f147f10d2ef req-dfb54440-45ef-48c4-8a78-b2741537e4b7 service nova] Acquired lock "refresh_cache-7d63cf7b-7227-4d99-b08c-b7bc56020e1b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.521911] env[68627]: DEBUG nova.network.neutron [req-12813e0f-f85e-4ea1-a696-7f147f10d2ef req-dfb54440-45ef-48c4-8a78-b2741537e4b7 service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Refreshing network info cache for port 9178fb71-c436-47d3-83bf-37f569a861ee {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.622200] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036817, 'name': ReconfigVM_Task, 'duration_secs': 0.790719} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.622200] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 401f7afd-55f9-40df-8ea7-892c97c15b01/401f7afd-55f9-40df-8ea7-892c97c15b01.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.622615] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c740503c-0048-4f39-867c-84222be0ba2d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.635617] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 728.635617] env[68627]: value = "task-3036818" [ 728.635617] env[68627]: _type = "Task" [ 728.635617] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.648636] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036818, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.717209] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f39a38-768f-1767-7ef6-603d244fe376, 'name': SearchDatastore_Task, 'duration_secs': 0.012143} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.717209] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.717360] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 054d3be2-55c6-4aeb-b3a8-12accde45b9e/054d3be2-55c6-4aeb-b3a8-12accde45b9e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.718274] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-218522d8-c30e-4feb-ba30-9fb718e13728 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.726568] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Waiting for the task: (returnval){ [ 728.726568] env[68627]: value = "task-3036819" [ 728.726568] env[68627]: _type = "Task" [ 728.726568] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.739094] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.953794] env[68627]: DEBUG nova.scheduler.client.report [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.149912] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036818, 'name': Rename_Task, 'duration_secs': 0.191009} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.149912] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.149912] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4376e4ca-0ac0-458c-bae1-e4b9838793ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.158854] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 729.158854] env[68627]: value = "task-3036820" [ 729.158854] env[68627]: _type = "Task" [ 729.158854] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.171475] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.244893] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036819, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.327914] env[68627]: DEBUG nova.compute.manager [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.345842] env[68627]: DEBUG oslo_concurrency.lockutils [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Acquiring lock "946c78be-7449-4163-85ec-be6ac8e85268" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.346125] env[68627]: DEBUG oslo_concurrency.lockutils [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Lock "946c78be-7449-4163-85ec-be6ac8e85268" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.368933] env[68627]: DEBUG nova.virt.hardware [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.369317] env[68627]: DEBUG nova.virt.hardware [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.369409] env[68627]: DEBUG nova.virt.hardware [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.369747] env[68627]: DEBUG nova.virt.hardware [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.370655] env[68627]: DEBUG nova.virt.hardware [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.370655] env[68627]: DEBUG nova.virt.hardware [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.370835] env[68627]: DEBUG nova.virt.hardware [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.371070] env[68627]: DEBUG nova.virt.hardware [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.371332] env[68627]: DEBUG nova.virt.hardware [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.371558] env[68627]: DEBUG nova.virt.hardware [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.371851] env[68627]: DEBUG nova.virt.hardware [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.373774] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca74087-9803-444c-a6ba-ab2ece2a2451 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.384720] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32dd789-8d44-4ff3-a392-67b2ffe5b70e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.606464] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Acquiring lock "116db117-ce71-4b2d-b27a-c709225ac898" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.606711] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Lock "116db117-ce71-4b2d-b27a-c709225ac898" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.673027] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.727034] env[68627]: DEBUG nova.network.neutron [req-12813e0f-f85e-4ea1-a696-7f147f10d2ef req-dfb54440-45ef-48c4-8a78-b2741537e4b7 service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Updated VIF entry in instance network info cache for port 9178fb71-c436-47d3-83bf-37f569a861ee. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.727034] env[68627]: DEBUG nova.network.neutron [req-12813e0f-f85e-4ea1-a696-7f147f10d2ef req-dfb54440-45ef-48c4-8a78-b2741537e4b7 service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Updating instance_info_cache with network_info: [{"id": "9178fb71-c436-47d3-83bf-37f569a861ee", "address": "fa:16:3e:e1:6a:ce", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9178fb71-c4", "ovs_interfaceid": "9178fb71-c436-47d3-83bf-37f569a861ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.747111] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649249} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.747111] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 054d3be2-55c6-4aeb-b3a8-12accde45b9e/054d3be2-55c6-4aeb-b3a8-12accde45b9e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.747111] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.748842] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51af781f-ca23-4c6d-a332-825c20092e2a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.761886] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Waiting for the task: (returnval){ [ 729.761886] env[68627]: value = "task-3036821" [ 729.761886] env[68627]: _type = "Task" [ 729.761886] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.774455] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.850848] env[68627]: INFO nova.compute.manager [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Detaching volume 1460cbd7-fa55-4dfe-af87-48a71c1119f4 [ 729.906975] env[68627]: INFO nova.virt.block_device [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Attempting to driver detach volume 1460cbd7-fa55-4dfe-af87-48a71c1119f4 from mountpoint /dev/sdb [ 729.907302] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 729.907538] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608503', 'volume_id': '1460cbd7-fa55-4dfe-af87-48a71c1119f4', 'name': 'volume-1460cbd7-fa55-4dfe-af87-48a71c1119f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '946c78be-7449-4163-85ec-be6ac8e85268', 'attached_at': '', 'detached_at': '', 'volume_id': '1460cbd7-fa55-4dfe-af87-48a71c1119f4', 'serial': '1460cbd7-fa55-4dfe-af87-48a71c1119f4'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 729.908517] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91c20b8-0af0-433e-805a-c037ef5c69ba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.933922] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec407d77-dd13-458a-903b-cbb3f43a3878 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.943465] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1daf41d-913e-4ea3-ac3b-6fbce7856850 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.967513] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aea14cb-8ab7-4c76-9791-5d14b7ea1462 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.971524] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.681s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.974254] env[68627]: DEBUG oslo_concurrency.lockutils [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.092s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.974519] env[68627]: DEBUG oslo_concurrency.lockutils [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.976487] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.651s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.977917] env[68627]: INFO nova.compute.claims [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.000663] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] The volume has not been displaced from its original location: [datastore2] volume-1460cbd7-fa55-4dfe-af87-48a71c1119f4/volume-1460cbd7-fa55-4dfe-af87-48a71c1119f4.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 730.005976] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 730.007230] env[68627]: DEBUG nova.network.neutron [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Successfully updated port: b816c2ce-8e54-4c49-bc59-789d5c68b83c {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.010024] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-329b4f66-b678-4425-b6c6-0fcc07aa9bfc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.025664] env[68627]: INFO nova.scheduler.client.report [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleted allocations for instance c5649df0-b209-49ed-8816-67691d515acc [ 730.036610] env[68627]: DEBUG oslo_vmware.api [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Waiting for the task: (returnval){ [ 730.036610] env[68627]: value = "task-3036822" [ 730.036610] env[68627]: _type = "Task" [ 730.036610] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.053503] env[68627]: DEBUG oslo_vmware.api [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Task: {'id': task-3036822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.109596] env[68627]: DEBUG nova.compute.manager [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.131091] env[68627]: DEBUG nova.network.neutron [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Successfully updated port: de4f37ad-ca58-4168-8ed1-13c4201638b4 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.182863] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036820, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.229445] env[68627]: DEBUG oslo_concurrency.lockutils [req-12813e0f-f85e-4ea1-a696-7f147f10d2ef req-dfb54440-45ef-48c4-8a78-b2741537e4b7 service nova] Releasing lock "refresh_cache-7d63cf7b-7227-4d99-b08c-b7bc56020e1b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.275676] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079694} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.275997] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.276823] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef6e9b3-93f1-42a5-9f7f-72da9fea85ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.313609] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 054d3be2-55c6-4aeb-b3a8-12accde45b9e/054d3be2-55c6-4aeb-b3a8-12accde45b9e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.314354] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2dd76e0-3b18-46c4-8bee-20cd3e9fb25b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.332149] env[68627]: DEBUG nova.compute.manager [req-f3aaa181-4a5a-48c0-804e-6fbe36e4f2f6 req-2dc380fd-09cb-41ab-b698-459852cbfcb7 service nova] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Received event network-vif-plugged-de4f37ad-ca58-4168-8ed1-13c4201638b4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.332417] env[68627]: DEBUG oslo_concurrency.lockutils [req-f3aaa181-4a5a-48c0-804e-6fbe36e4f2f6 req-2dc380fd-09cb-41ab-b698-459852cbfcb7 service nova] Acquiring lock "d97f7887-afa4-4707-99dd-ef8376e41103-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.332640] env[68627]: DEBUG oslo_concurrency.lockutils [req-f3aaa181-4a5a-48c0-804e-6fbe36e4f2f6 req-2dc380fd-09cb-41ab-b698-459852cbfcb7 service nova] Lock "d97f7887-afa4-4707-99dd-ef8376e41103-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.332914] env[68627]: DEBUG oslo_concurrency.lockutils [req-f3aaa181-4a5a-48c0-804e-6fbe36e4f2f6 req-2dc380fd-09cb-41ab-b698-459852cbfcb7 service nova] Lock "d97f7887-afa4-4707-99dd-ef8376e41103-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.333119] env[68627]: DEBUG nova.compute.manager [req-f3aaa181-4a5a-48c0-804e-6fbe36e4f2f6 req-2dc380fd-09cb-41ab-b698-459852cbfcb7 service nova] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] No waiting events found dispatching network-vif-plugged-de4f37ad-ca58-4168-8ed1-13c4201638b4 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.333399] env[68627]: WARNING nova.compute.manager [req-f3aaa181-4a5a-48c0-804e-6fbe36e4f2f6 req-2dc380fd-09cb-41ab-b698-459852cbfcb7 service nova] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Received unexpected event network-vif-plugged-de4f37ad-ca58-4168-8ed1-13c4201638b4 for instance with vm_state building and task_state spawning. [ 730.341394] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Waiting for the task: (returnval){ [ 730.341394] env[68627]: value = "task-3036823" [ 730.341394] env[68627]: _type = "Task" [ 730.341394] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.353377] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.529770] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.529770] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquired lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.530871] env[68627]: DEBUG nova.network.neutron [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.547709] env[68627]: DEBUG oslo_concurrency.lockutils [None req-371d47ae-8979-487d-b6c4-dc9b4a737b02 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "c5649df0-b209-49ed-8816-67691d515acc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.918s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.554841] env[68627]: DEBUG oslo_vmware.api [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Task: {'id': task-3036822, 'name': ReconfigVM_Task, 'duration_secs': 0.388211} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.555573] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 730.561551] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98789a4c-6011-4737-b439-7196ec14eedd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.573353] env[68627]: INFO nova.scheduler.client.report [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Deleted allocation for migration 4bdb32b8-9c6c-48b1-837b-d51b5cf06e03 [ 730.583893] env[68627]: DEBUG oslo_vmware.api [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Waiting for the task: (returnval){ [ 730.583893] env[68627]: value = "task-3036824" [ 730.583893] env[68627]: _type = "Task" [ 730.583893] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.595903] env[68627]: DEBUG oslo_vmware.api [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Task: {'id': task-3036824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.634120] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.634323] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "refresh_cache-d97f7887-afa4-4707-99dd-ef8376e41103" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.634513] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquired lock "refresh_cache-d97f7887-afa4-4707-99dd-ef8376e41103" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.634614] env[68627]: DEBUG nova.network.neutron [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.671293] env[68627]: DEBUG oslo_vmware.api [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036820, 'name': PowerOnVM_Task, 'duration_secs': 1.179723} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.671953] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.671953] env[68627]: INFO nova.compute.manager [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Took 9.30 seconds to spawn the instance on the hypervisor. [ 730.672234] env[68627]: DEBUG nova.compute.manager [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.672833] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b7b1c6-9279-4c09-ad25-24dfa01fad4e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.681208] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.681843] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.682100] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.682288] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.682572] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.688190] env[68627]: INFO nova.compute.manager [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Terminating instance [ 730.853655] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036823, 'name': ReconfigVM_Task, 'duration_secs': 0.327005} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.853934] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 054d3be2-55c6-4aeb-b3a8-12accde45b9e/054d3be2-55c6-4aeb-b3a8-12accde45b9e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.855085] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc09b8ea-b4d0-4d86-a63f-560e318b4bfa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.864694] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Waiting for the task: (returnval){ [ 730.864694] env[68627]: value = "task-3036825" [ 730.864694] env[68627]: _type = "Task" [ 730.864694] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.876113] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036825, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.046203] env[68627]: DEBUG nova.compute.manager [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Received event network-vif-plugged-b816c2ce-8e54-4c49-bc59-789d5c68b83c {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.046501] env[68627]: DEBUG oslo_concurrency.lockutils [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] Acquiring lock "420b0636-2a0f-4e54-aec4-ae0083e300e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.046754] env[68627]: DEBUG oslo_concurrency.lockutils [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] Lock "420b0636-2a0f-4e54-aec4-ae0083e300e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.046954] env[68627]: DEBUG oslo_concurrency.lockutils [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] Lock "420b0636-2a0f-4e54-aec4-ae0083e300e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.049018] env[68627]: DEBUG nova.compute.manager [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] No waiting events found dispatching network-vif-plugged-b816c2ce-8e54-4c49-bc59-789d5c68b83c {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.049018] env[68627]: WARNING nova.compute.manager [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Received unexpected event network-vif-plugged-b816c2ce-8e54-4c49-bc59-789d5c68b83c for instance with vm_state building and task_state spawning. [ 731.049018] env[68627]: DEBUG nova.compute.manager [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Received event network-changed-b816c2ce-8e54-4c49-bc59-789d5c68b83c {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.049018] env[68627]: DEBUG nova.compute.manager [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Refreshing instance network info cache due to event network-changed-b816c2ce-8e54-4c49-bc59-789d5c68b83c. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.049018] env[68627]: DEBUG oslo_concurrency.lockutils [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] Acquiring lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.080208] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5c30acf9-f7d4-44ec-9086-cf4c05e86fcd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.509s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.102342] env[68627]: DEBUG oslo_vmware.api [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Task: {'id': task-3036824, 'name': ReconfigVM_Task, 'duration_secs': 0.192391} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.106188] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608503', 'volume_id': '1460cbd7-fa55-4dfe-af87-48a71c1119f4', 'name': 'volume-1460cbd7-fa55-4dfe-af87-48a71c1119f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '946c78be-7449-4163-85ec-be6ac8e85268', 'attached_at': '', 'detached_at': '', 'volume_id': '1460cbd7-fa55-4dfe-af87-48a71c1119f4', 'serial': '1460cbd7-fa55-4dfe-af87-48a71c1119f4'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 731.109162] env[68627]: DEBUG nova.network.neutron [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.202606] env[68627]: DEBUG nova.compute.manager [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.202606] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.204955] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9314d1b-e5fa-4618-a35c-0dcb3494396c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.212364] env[68627]: INFO nova.compute.manager [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Took 42.76 seconds to build instance. [ 731.223855] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.224147] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ae863d4-6c19-45dd-a308-f18069164d91 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.233045] env[68627]: DEBUG oslo_vmware.api [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 731.233045] env[68627]: value = "task-3036826" [ 731.233045] env[68627]: _type = "Task" [ 731.233045] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.246448] env[68627]: DEBUG nova.network.neutron [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.256804] env[68627]: DEBUG oslo_vmware.api [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.381699] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036825, 'name': Rename_Task, 'duration_secs': 0.154224} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.383260] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.383260] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deb9557c-0386-4451-b585-df4fb737a74c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.397901] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Waiting for the task: (returnval){ [ 731.397901] env[68627]: value = "task-3036827" [ 731.397901] env[68627]: _type = "Task" [ 731.397901] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.405561] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.513638] env[68627]: DEBUG nova.network.neutron [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Updating instance_info_cache with network_info: [{"id": "b816c2ce-8e54-4c49-bc59-789d5c68b83c", "address": "fa:16:3e:a0:34:40", "network": {"id": "24f4c492-9ea2-4a16-bb82-f18bbb765a74", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1825967604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6befe839bc34fc3a18c15775d620ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb816c2ce-8e", "ovs_interfaceid": "b816c2ce-8e54-4c49-bc59-789d5c68b83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.553068] env[68627]: DEBUG nova.network.neutron [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Updating instance_info_cache with network_info: [{"id": "de4f37ad-ca58-4168-8ed1-13c4201638b4", "address": "fa:16:3e:2a:d0:f1", "network": {"id": "6576e5a8-77e5-4611-8a9d-175c98d49406", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-112814945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3707c006825b46d4ad747d4c059deab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde4f37ad-ca", "ovs_interfaceid": "de4f37ad-ca58-4168-8ed1-13c4201638b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.620733] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d1c650-bbe7-41b6-8212-7ec0e14ed523 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.632027] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb5179d-0e81-4644-9f7d-bc596a14d1a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.669595] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4365c2-72b0-45d4-a9e9-bce8435c6b15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.682059] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09083b8a-63be-4f87-b9f4-49e13133e5da {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.699378] env[68627]: DEBUG nova.compute.provider_tree [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.712013] env[68627]: DEBUG nova.objects.instance [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Lazy-loading 'flavor' on Instance uuid 946c78be-7449-4163-85ec-be6ac8e85268 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.717745] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e5f5f0cf-dc6f-4853-95bc-1c675f38f830 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.895s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.722976] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "b562fbb2-bef8-4290-82f9-3b9ecbe86f12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.723216] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "b562fbb2-bef8-4290-82f9-3b9ecbe86f12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.752771] env[68627]: DEBUG oslo_vmware.api [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036826, 'name': PowerOffVM_Task, 'duration_secs': 0.230538} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.753718] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.753891] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.754621] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8366f14-83c5-48ae-a927-ea53a11ae348 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.830764] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.830984] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.831183] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Deleting the datastore file [datastore2] 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.831503] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b14a8855-47f3-4f43-a899-ae51e8fb5943 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.839506] env[68627]: DEBUG oslo_vmware.api [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 731.839506] env[68627]: value = "task-3036829" [ 731.839506] env[68627]: _type = "Task" [ 731.839506] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.849783] env[68627]: DEBUG oslo_vmware.api [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.908463] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036827, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.019019] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Releasing lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.019391] env[68627]: DEBUG nova.compute.manager [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Instance network_info: |[{"id": "b816c2ce-8e54-4c49-bc59-789d5c68b83c", "address": "fa:16:3e:a0:34:40", "network": {"id": "24f4c492-9ea2-4a16-bb82-f18bbb765a74", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1825967604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6befe839bc34fc3a18c15775d620ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb816c2ce-8e", "ovs_interfaceid": "b816c2ce-8e54-4c49-bc59-789d5c68b83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.019713] env[68627]: DEBUG oslo_concurrency.lockutils [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] Acquired lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.019895] env[68627]: DEBUG nova.network.neutron [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Refreshing network info cache for port b816c2ce-8e54-4c49-bc59-789d5c68b83c {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.021196] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:34:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b816c2ce-8e54-4c49-bc59-789d5c68b83c', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.029016] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.030860] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.030860] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c543a26-30a6-49f3-a29d-e3e2733324a5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.052765] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.052765] env[68627]: value = "task-3036830" [ 732.052765] env[68627]: _type = "Task" [ 732.052765] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.058350] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Releasing lock "refresh_cache-d97f7887-afa4-4707-99dd-ef8376e41103" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.058679] env[68627]: DEBUG nova.compute.manager [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Instance network_info: |[{"id": "de4f37ad-ca58-4168-8ed1-13c4201638b4", "address": "fa:16:3e:2a:d0:f1", "network": {"id": "6576e5a8-77e5-4611-8a9d-175c98d49406", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-112814945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3707c006825b46d4ad747d4c059deab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde4f37ad-ca", "ovs_interfaceid": "de4f37ad-ca58-4168-8ed1-13c4201638b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.059096] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:d0:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de4f37ad-ca58-4168-8ed1-13c4201638b4', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.068590] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.072518] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.072732] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036830, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.072962] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6e0ef50-fc00-45ec-95b9-cfe9d1bb1b28 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.100062] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.100062] env[68627]: value = "task-3036831" [ 732.100062] env[68627]: _type = "Task" [ 732.100062] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.111949] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036831, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.206111] env[68627]: DEBUG nova.scheduler.client.report [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.226317] env[68627]: DEBUG nova.compute.manager [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.351681] env[68627]: DEBUG oslo_vmware.api [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404276} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.351937] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.352205] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.352280] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.352479] env[68627]: INFO nova.compute.manager [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 732.352730] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.352925] env[68627]: DEBUG nova.compute.manager [-] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.353022] env[68627]: DEBUG nova.network.neutron [-] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.414246] env[68627]: DEBUG oslo_vmware.api [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036827, 'name': PowerOnVM_Task, 'duration_secs': 0.532061} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.414587] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.414804] env[68627]: INFO nova.compute.manager [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Took 8.35 seconds to spawn the instance on the hypervisor. [ 732.414986] env[68627]: DEBUG nova.compute.manager [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.415840] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4653f8-1524-47e8-a8ef-d9ecab07abac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.567410] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036830, 'name': CreateVM_Task, 'duration_secs': 0.467226} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.568080] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.568916] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.569101] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.569669] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.569960] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f3eba18-2723-4977-b75c-7e41ba509fcf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.577696] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 732.577696] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528fecc5-416e-cf6f-07b9-fa72d09f4a3c" [ 732.577696] env[68627]: _type = "Task" [ 732.577696] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.589788] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528fecc5-416e-cf6f-07b9-fa72d09f4a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.612694] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036831, 'name': CreateVM_Task, 'duration_secs': 0.474273} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.612868] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.613607] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.714017] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.714017] env[68627]: DEBUG nova.compute.manager [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.722428] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.681s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.725460] env[68627]: INFO nova.compute.claims [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.730424] env[68627]: DEBUG oslo_concurrency.lockutils [None req-73679781-942c-41ce-bbc3-87e99415636c tempest-VolumesAssistedSnapshotsTest-199387166 tempest-VolumesAssistedSnapshotsTest-199387166-project-admin] Lock "946c78be-7449-4163-85ec-be6ac8e85268" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.382s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.767585] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.871634] env[68627]: DEBUG nova.compute.manager [req-ad8a6a4b-37cb-4c6e-8c24-d98bad809f5a req-8023dbcf-3879-4365-ab00-84e0457f229a service nova] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Received event network-changed-de4f37ad-ca58-4168-8ed1-13c4201638b4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.871842] env[68627]: DEBUG nova.compute.manager [req-ad8a6a4b-37cb-4c6e-8c24-d98bad809f5a req-8023dbcf-3879-4365-ab00-84e0457f229a service nova] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Refreshing instance network info cache due to event network-changed-de4f37ad-ca58-4168-8ed1-13c4201638b4. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.872083] env[68627]: DEBUG oslo_concurrency.lockutils [req-ad8a6a4b-37cb-4c6e-8c24-d98bad809f5a req-8023dbcf-3879-4365-ab00-84e0457f229a service nova] Acquiring lock "refresh_cache-d97f7887-afa4-4707-99dd-ef8376e41103" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.872231] env[68627]: DEBUG oslo_concurrency.lockutils [req-ad8a6a4b-37cb-4c6e-8c24-d98bad809f5a req-8023dbcf-3879-4365-ab00-84e0457f229a service nova] Acquired lock "refresh_cache-d97f7887-afa4-4707-99dd-ef8376e41103" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.872541] env[68627]: DEBUG nova.network.neutron [req-ad8a6a4b-37cb-4c6e-8c24-d98bad809f5a req-8023dbcf-3879-4365-ab00-84e0457f229a service nova] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Refreshing network info cache for port de4f37ad-ca58-4168-8ed1-13c4201638b4 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.956497] env[68627]: INFO nova.compute.manager [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Took 42.24 seconds to build instance. [ 733.093384] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528fecc5-416e-cf6f-07b9-fa72d09f4a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.031852} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.093384] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.093384] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.093384] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.093384] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.093384] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.093384] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.093384] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.093384] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e31d5608-652f-49bf-926d-29833403302d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.101155] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3acfb85-a5e0-417a-8efd-e6dcb8f9a9bf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.108841] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 733.108841] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b70af5-4155-f9c8-7ad9-262ad95af491" [ 733.108841] env[68627]: _type = "Task" [ 733.108841] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.111075] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.111075] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.115372] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a0b568e-9139-4b7e-b533-44799dd68707 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.127305] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 733.127305] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f2ee5b-600e-f328-d404-efdc75644c6f" [ 733.127305] env[68627]: _type = "Task" [ 733.127305] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.131871] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b70af5-4155-f9c8-7ad9-262ad95af491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.144209] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f2ee5b-600e-f328-d404-efdc75644c6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.229959] env[68627]: DEBUG nova.compute.utils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.231330] env[68627]: DEBUG nova.compute.manager [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.234388] env[68627]: DEBUG nova.network.neutron [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.301744] env[68627]: DEBUG nova.network.neutron [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Updated VIF entry in instance network info cache for port b816c2ce-8e54-4c49-bc59-789d5c68b83c. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.302027] env[68627]: DEBUG nova.network.neutron [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Updating instance_info_cache with network_info: [{"id": "b816c2ce-8e54-4c49-bc59-789d5c68b83c", "address": "fa:16:3e:a0:34:40", "network": {"id": "24f4c492-9ea2-4a16-bb82-f18bbb765a74", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1825967604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6befe839bc34fc3a18c15775d620ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb816c2ce-8e", "ovs_interfaceid": "b816c2ce-8e54-4c49-bc59-789d5c68b83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.315442] env[68627]: DEBUG nova.policy [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0055b471d8b544a29c4d56508f777056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b24ff4454dc4807adf59ac34b201d55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.463284] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f6a1df8a-80cc-4726-b084-c2b26553197c tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Lock "054d3be2-55c6-4aeb-b3a8-12accde45b9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.974s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.626533] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b70af5-4155-f9c8-7ad9-262ad95af491, 'name': SearchDatastore_Task, 'duration_secs': 0.02417} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.627082] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.627440] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.627711] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.642850] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f2ee5b-600e-f328-d404-efdc75644c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.015895} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.643768] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b86cadf-a03d-4eee-b6a0-d951461560d0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.650657] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 733.650657] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52076cd7-ee96-70bb-eb7a-10c5359b7db4" [ 733.650657] env[68627]: _type = "Task" [ 733.650657] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.661110] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52076cd7-ee96-70bb-eb7a-10c5359b7db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.736374] env[68627]: DEBUG nova.compute.manager [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.804952] env[68627]: DEBUG oslo_concurrency.lockutils [req-8951e170-8b6e-4c81-9fb4-d61db02db196 req-cf44dd76-ad3f-4c9d-a88e-8e7f9fb4d5d2 service nova] Releasing lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.903394] env[68627]: DEBUG nova.network.neutron [req-ad8a6a4b-37cb-4c6e-8c24-d98bad809f5a req-8023dbcf-3879-4365-ab00-84e0457f229a service nova] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Updated VIF entry in instance network info cache for port de4f37ad-ca58-4168-8ed1-13c4201638b4. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.904077] env[68627]: DEBUG nova.network.neutron [req-ad8a6a4b-37cb-4c6e-8c24-d98bad809f5a req-8023dbcf-3879-4365-ab00-84e0457f229a service nova] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Updating instance_info_cache with network_info: [{"id": "de4f37ad-ca58-4168-8ed1-13c4201638b4", "address": "fa:16:3e:2a:d0:f1", "network": {"id": "6576e5a8-77e5-4611-8a9d-175c98d49406", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-112814945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3707c006825b46d4ad747d4c059deab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde4f37ad-ca", "ovs_interfaceid": "de4f37ad-ca58-4168-8ed1-13c4201638b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.057667] env[68627]: DEBUG nova.network.neutron [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Successfully created port: 05962863-6d73-44f3-aa6e-3bd78fd3b0d2 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.171624] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52076cd7-ee96-70bb-eb7a-10c5359b7db4, 'name': SearchDatastore_Task, 'duration_secs': 0.019616} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.171934] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.172270] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 420b0636-2a0f-4e54-aec4-ae0083e300e5/420b0636-2a0f-4e54-aec4-ae0083e300e5.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.175440] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.175810] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.176114] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04ece546-84f2-4f63-872d-33edfff1b4f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.178568] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dafb6cc-ee68-41c3-94f8-d3ccd613fc2b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.187619] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 734.187619] env[68627]: value = "task-3036833" [ 734.187619] env[68627]: _type = "Task" [ 734.187619] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.199069] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.199301] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.200656] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad0c0f3-d96b-45bb-8fdc-fd5e5ad1b00e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.206514] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.213574] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 734.213574] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5295684e-a083-8625-564a-7e278a4e800f" [ 734.213574] env[68627]: _type = "Task" [ 734.213574] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.228958] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5295684e-a083-8625-564a-7e278a4e800f, 'name': SearchDatastore_Task, 'duration_secs': 0.011953} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.229857] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3afbba73-e347-46b6-ab83-ae9d032a4fa8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.243703] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 734.243703] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5256f42e-775c-59df-c16a-066bc08a87cb" [ 734.243703] env[68627]: _type = "Task" [ 734.243703] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.256458] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5256f42e-775c-59df-c16a-066bc08a87cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.259593] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.260354] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] d97f7887-afa4-4707-99dd-ef8376e41103/d97f7887-afa4-4707-99dd-ef8376e41103.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.260857] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5415b2d-ba0d-40fc-9357-618aef75f0b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.270957] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 734.270957] env[68627]: value = "task-3036834" [ 734.270957] env[68627]: _type = "Task" [ 734.270957] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.284151] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.311877] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eca188-4b70-4cbe-a853-70886ea7b4b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.322276] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4819d5-022d-4fca-b874-1bba1b0f2c38 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.355739] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea86e9c-c5f1-434a-af97-489cc74c60af {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.364613] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaaf3d3-50f9-4431-9546-7f287120c8da {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.380055] env[68627]: DEBUG nova.compute.provider_tree [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.408725] env[68627]: DEBUG oslo_concurrency.lockutils [req-ad8a6a4b-37cb-4c6e-8c24-d98bad809f5a req-8023dbcf-3879-4365-ab00-84e0457f229a service nova] Releasing lock "refresh_cache-d97f7887-afa4-4707-99dd-ef8376e41103" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.699600] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036833, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.756202] env[68627]: DEBUG nova.compute.manager [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.785099] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036834, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.799283] env[68627]: DEBUG nova.virt.hardware [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.801027] env[68627]: DEBUG nova.virt.hardware [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.801027] env[68627]: DEBUG nova.virt.hardware [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.801027] env[68627]: DEBUG nova.virt.hardware [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.801027] env[68627]: DEBUG nova.virt.hardware [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.801027] env[68627]: DEBUG nova.virt.hardware [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.801027] env[68627]: DEBUG nova.virt.hardware [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.801027] env[68627]: DEBUG nova.virt.hardware [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.801027] env[68627]: DEBUG nova.virt.hardware [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.801027] env[68627]: DEBUG nova.virt.hardware [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.801353] env[68627]: DEBUG nova.virt.hardware [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.804764] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c315b618-06e3-42d8-8bbe-5eefe00882c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.810904] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9193a73-02ed-4768-bded-5ae0dd05e5a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.885054] env[68627]: DEBUG nova.scheduler.client.report [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.963146] env[68627]: DEBUG nova.compute.manager [req-fae78b2a-a495-4cc7-ba14-16ed8f357c58 req-f2a45b73-d630-434a-95e2-49a7808c1da1 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Received event network-changed-0394f690-c238-4e09-aded-6f6d64ec82cd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.963402] env[68627]: DEBUG nova.compute.manager [req-fae78b2a-a495-4cc7-ba14-16ed8f357c58 req-f2a45b73-d630-434a-95e2-49a7808c1da1 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Refreshing instance network info cache due to event network-changed-0394f690-c238-4e09-aded-6f6d64ec82cd. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.963641] env[68627]: DEBUG oslo_concurrency.lockutils [req-fae78b2a-a495-4cc7-ba14-16ed8f357c58 req-f2a45b73-d630-434a-95e2-49a7808c1da1 service nova] Acquiring lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.963788] env[68627]: DEBUG oslo_concurrency.lockutils [req-fae78b2a-a495-4cc7-ba14-16ed8f357c58 req-f2a45b73-d630-434a-95e2-49a7808c1da1 service nova] Acquired lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.963949] env[68627]: DEBUG nova.network.neutron [req-fae78b2a-a495-4cc7-ba14-16ed8f357c58 req-f2a45b73-d630-434a-95e2-49a7808c1da1 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Refreshing network info cache for port 0394f690-c238-4e09-aded-6f6d64ec82cd {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.979380] env[68627]: DEBUG nova.network.neutron [-] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.201914] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651302} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.202556] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 420b0636-2a0f-4e54-aec4-ae0083e300e5/420b0636-2a0f-4e54-aec4-ae0083e300e5.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.202943] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.203394] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe47464c-1224-4d0f-bdc1-238185a0a8c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.214103] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 735.214103] env[68627]: value = "task-3036835" [ 735.214103] env[68627]: _type = "Task" [ 735.214103] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.228300] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.285907] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036834, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.380772] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Acquiring lock "3cef6433-9d93-4275-bb71-e88c6182d8ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.381294] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Lock "3cef6433-9d93-4275-bb71-e88c6182d8ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.389748] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.390276] env[68627]: DEBUG nova.compute.manager [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.393852] env[68627]: DEBUG oslo_concurrency.lockutils [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.766s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.394072] env[68627]: DEBUG oslo_concurrency.lockutils [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.396577] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.638s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.396895] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.399137] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.419s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.403979] env[68627]: INFO nova.compute.claims [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.438349] env[68627]: INFO nova.scheduler.client.report [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Deleted allocations for instance f92f4394-a6f9-41cf-973a-a5cc0ecb624f [ 735.452186] env[68627]: INFO nova.scheduler.client.report [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Deleted allocations for instance 35dabbb3-7b76-45e6-a060-3a8f65674b68 [ 735.482951] env[68627]: INFO nova.compute.manager [-] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Took 3.13 seconds to deallocate network for instance. [ 735.724475] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138539} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.724794] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.725602] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bb0eb9-5f32-4b83-af5f-e0a4aa174f8b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.759491] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 420b0636-2a0f-4e54-aec4-ae0083e300e5/420b0636-2a0f-4e54-aec4-ae0083e300e5.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.759865] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6afd6875-f64a-4f77-b35c-e60ebbf45de2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.793441] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036834, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.022399} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.795857] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] d97f7887-afa4-4707-99dd-ef8376e41103/d97f7887-afa4-4707-99dd-ef8376e41103.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.796315] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.796797] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 735.796797] env[68627]: value = "task-3036836" [ 735.796797] env[68627]: _type = "Task" [ 735.796797] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.797111] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f51a1eb5-32b5-4fb0-96b4-f685ca21a8db {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.812512] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.814287] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 735.814287] env[68627]: value = "task-3036837" [ 735.814287] env[68627]: _type = "Task" [ 735.814287] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.832188] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.884277] env[68627]: DEBUG nova.compute.manager [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.910835] env[68627]: DEBUG nova.compute.utils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.916266] env[68627]: DEBUG nova.compute.manager [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.917026] env[68627]: DEBUG nova.network.neutron [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.948943] env[68627]: DEBUG oslo_concurrency.lockutils [None req-203eb640-1506-40fb-b34c-86fb56395153 tempest-ServersAdminNegativeTestJSON-485432025 tempest-ServersAdminNegativeTestJSON-485432025-project-member] Lock "f92f4394-a6f9-41cf-973a-a5cc0ecb624f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.135s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.972157] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e8b9241f-7b72-4c3a-884d-1309cb5f7b83 tempest-ImagesOneServerTestJSON-1441375864 tempest-ImagesOneServerTestJSON-1441375864-project-member] Lock "35dabbb3-7b76-45e6-a060-3a8f65674b68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.051s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.991431] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.021467] env[68627]: DEBUG nova.policy [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f4acef73313454d9ee307418a3b76e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f5cdc528c2243938b69ff15a105ecce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.055288] env[68627]: DEBUG nova.network.neutron [req-fae78b2a-a495-4cc7-ba14-16ed8f357c58 req-f2a45b73-d630-434a-95e2-49a7808c1da1 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updated VIF entry in instance network info cache for port 0394f690-c238-4e09-aded-6f6d64ec82cd. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.056864] env[68627]: DEBUG nova.network.neutron [req-fae78b2a-a495-4cc7-ba14-16ed8f357c58 req-f2a45b73-d630-434a-95e2-49a7808c1da1 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance_info_cache with network_info: [{"id": "0394f690-c238-4e09-aded-6f6d64ec82cd", "address": "fa:16:3e:43:0b:d1", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0394f690-c2", "ovs_interfaceid": "0394f690-c238-4e09-aded-6f6d64ec82cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.302712] env[68627]: DEBUG nova.compute.manager [req-4f5f304a-5b19-4dba-94d6-03345fb68a63 req-6079bbca-423b-4895-9c07-e6546ec81ef3 service nova] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Received event network-vif-plugged-05962863-6d73-44f3-aa6e-3bd78fd3b0d2 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.302962] env[68627]: DEBUG oslo_concurrency.lockutils [req-4f5f304a-5b19-4dba-94d6-03345fb68a63 req-6079bbca-423b-4895-9c07-e6546ec81ef3 service nova] Acquiring lock "8ba8e593-f0bc-495d-9c67-a9583e152b70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.304527] env[68627]: DEBUG oslo_concurrency.lockutils [req-4f5f304a-5b19-4dba-94d6-03345fb68a63 req-6079bbca-423b-4895-9c07-e6546ec81ef3 service nova] Lock "8ba8e593-f0bc-495d-9c67-a9583e152b70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.304702] env[68627]: DEBUG oslo_concurrency.lockutils [req-4f5f304a-5b19-4dba-94d6-03345fb68a63 req-6079bbca-423b-4895-9c07-e6546ec81ef3 service nova] Lock "8ba8e593-f0bc-495d-9c67-a9583e152b70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.305422] env[68627]: DEBUG nova.compute.manager [req-4f5f304a-5b19-4dba-94d6-03345fb68a63 req-6079bbca-423b-4895-9c07-e6546ec81ef3 service nova] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] No waiting events found dispatching network-vif-plugged-05962863-6d73-44f3-aa6e-3bd78fd3b0d2 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.305422] env[68627]: WARNING nova.compute.manager [req-4f5f304a-5b19-4dba-94d6-03345fb68a63 req-6079bbca-423b-4895-9c07-e6546ec81ef3 service nova] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Received unexpected event network-vif-plugged-05962863-6d73-44f3-aa6e-3bd78fd3b0d2 for instance with vm_state building and task_state spawning. [ 736.316305] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036836, 'name': ReconfigVM_Task, 'duration_secs': 0.442266} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.320973] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 420b0636-2a0f-4e54-aec4-ae0083e300e5/420b0636-2a0f-4e54-aec4-ae0083e300e5.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.321719] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6b7d50c-e1f5-4396-b371-e90381bcc628 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.331180] env[68627]: DEBUG nova.network.neutron [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Successfully updated port: 05962863-6d73-44f3-aa6e-3bd78fd3b0d2 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.335324] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24179} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.335622] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 736.335622] env[68627]: value = "task-3036838" [ 736.335622] env[68627]: _type = "Task" [ 736.335622] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.336384] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.337266] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6380cf87-ae1c-4f11-8b31-73622e04041a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.374761] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d97f7887-afa4-4707-99dd-ef8376e41103/d97f7887-afa4-4707-99dd-ef8376e41103.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.375206] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036838, 'name': Rename_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.376779] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e477bf17-65f5-4f87-98ca-59294a369372 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.404938] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 736.404938] env[68627]: value = "task-3036839" [ 736.404938] env[68627]: _type = "Task" [ 736.404938] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.418726] env[68627]: DEBUG nova.compute.manager [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.421414] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.422861] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.559808] env[68627]: DEBUG oslo_concurrency.lockutils [req-fae78b2a-a495-4cc7-ba14-16ed8f357c58 req-f2a45b73-d630-434a-95e2-49a7808c1da1 service nova] Releasing lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.597157] env[68627]: DEBUG nova.network.neutron [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Successfully created port: d50ccecc-5124-488d-85d2-ec16195bc9aa {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.837451] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Acquiring lock "refresh_cache-8ba8e593-f0bc-495d-9c67-a9583e152b70" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.837659] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Acquired lock "refresh_cache-8ba8e593-f0bc-495d-9c67-a9583e152b70" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.837866] env[68627]: DEBUG nova.network.neutron [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.853851] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036838, 'name': Rename_Task, 'duration_secs': 0.157607} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.854402] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.854968] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-518f0a5a-72bc-4e5b-9fc3-0d8fcfccca55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.863244] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 736.863244] env[68627]: value = "task-3036840" [ 736.863244] env[68627]: _type = "Task" [ 736.863244] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.882465] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.888475] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "96e83d99-c233-4409-900f-64cbdf961769" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.888693] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "96e83d99-c233-4409-900f-64cbdf961769" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.900321] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Acquiring lock "946c78be-7449-4163-85ec-be6ac8e85268" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.900321] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Lock "946c78be-7449-4163-85ec-be6ac8e85268" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.900321] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Acquiring lock "946c78be-7449-4163-85ec-be6ac8e85268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.900321] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Lock "946c78be-7449-4163-85ec-be6ac8e85268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.900321] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Lock "946c78be-7449-4163-85ec-be6ac8e85268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.902140] env[68627]: INFO nova.compute.manager [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Terminating instance [ 736.917492] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036839, 'name': ReconfigVM_Task, 'duration_secs': 0.479614} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.917775] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d97f7887-afa4-4707-99dd-ef8376e41103/d97f7887-afa4-4707-99dd-ef8376e41103.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.919557] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-723f00fe-3a1f-4695-9723-bb213956a3c9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.930839] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 736.930839] env[68627]: value = "task-3036841" [ 736.930839] env[68627]: _type = "Task" [ 736.930839] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.942165] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036841, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.946020] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1937a805-6f54-4fb9-a4eb-7c65b93407f2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.953151] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6577237e-7b9f-40f2-a0cd-45668fefcd37 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.990416] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff0cab3-141c-445c-950c-634e0fab5082 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.999600] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb68046-1f09-40e2-be84-96de9a3a3257 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.019119] env[68627]: DEBUG nova.compute.provider_tree [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.321813] env[68627]: DEBUG nova.compute.manager [req-1f4c2b26-a86f-49d2-ac5f-e1d6dcc23f4c req-633c3572-f919-41cd-8317-0663c0714125 service nova] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Received event network-vif-deleted-395b1e0e-4c15-4018-bcfa-d96cc02aa54b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.377579] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036840, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.407049] env[68627]: DEBUG nova.compute.manager [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.407159] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.408308] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbced33-8495-41d5-87d2-dfd4f4b9df3b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.422421] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.422879] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae069053-f792-472c-97c8-d844dc51317b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.429544] env[68627]: DEBUG nova.compute.manager [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.437407] env[68627]: DEBUG oslo_vmware.api [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Waiting for the task: (returnval){ [ 737.437407] env[68627]: value = "task-3036842" [ 737.437407] env[68627]: _type = "Task" [ 737.437407] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.458121] env[68627]: DEBUG oslo_vmware.api [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.458397] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036841, 'name': Rename_Task, 'duration_secs': 0.203275} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.459238] env[68627]: DEBUG nova.network.neutron [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.461225] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.461409] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4903a6dc-87a0-4eb9-b614-6d0ba163cd79 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.467041] env[68627]: DEBUG nova.virt.hardware [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.467041] env[68627]: DEBUG nova.virt.hardware [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.467041] env[68627]: DEBUG nova.virt.hardware [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.467041] env[68627]: DEBUG nova.virt.hardware [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.467041] env[68627]: DEBUG nova.virt.hardware [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.467041] env[68627]: DEBUG nova.virt.hardware [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.467041] env[68627]: DEBUG nova.virt.hardware [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.467041] env[68627]: DEBUG nova.virt.hardware [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.467041] env[68627]: DEBUG nova.virt.hardware [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.467041] env[68627]: DEBUG nova.virt.hardware [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.467568] env[68627]: DEBUG nova.virt.hardware [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.468402] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb05fb47-22b6-45b0-8fc1-6273f843159f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.482468] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a255c5-aac5-441b-836b-c2c37ee3e648 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.485797] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 737.485797] env[68627]: value = "task-3036843" [ 737.485797] env[68627]: _type = "Task" [ 737.485797] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.508518] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.522792] env[68627]: DEBUG nova.scheduler.client.report [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.532713] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "cb38574c-7d54-4048-b739-09cf0ea9a132" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.533272] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "cb38574c-7d54-4048-b739-09cf0ea9a132" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.754741] env[68627]: DEBUG nova.network.neutron [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Updating instance_info_cache with network_info: [{"id": "05962863-6d73-44f3-aa6e-3bd78fd3b0d2", "address": "fa:16:3e:0f:8b:aa", "network": {"id": "3e50fe2c-053d-4340-ba4b-6e1607ff40d5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1823211108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b24ff4454dc4807adf59ac34b201d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05962863-6d", "ovs_interfaceid": "05962863-6d73-44f3-aa6e-3bd78fd3b0d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.879087] env[68627]: DEBUG oslo_vmware.api [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036840, 'name': PowerOnVM_Task, 'duration_secs': 0.549967} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.879394] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.880027] env[68627]: INFO nova.compute.manager [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Took 11.23 seconds to spawn the instance on the hypervisor. [ 737.880240] env[68627]: DEBUG nova.compute.manager [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.881275] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595a2686-3234-44bc-9203-ddb8c328ac8d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.953309] env[68627]: DEBUG oslo_vmware.api [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036842, 'name': PowerOffVM_Task, 'duration_secs': 0.248882} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.953699] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.953769] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.954009] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7eb278e-56f7-469a-9676-db00f5cd8f99 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.996293] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.029615] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.030286] env[68627]: DEBUG nova.compute.manager [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.033687] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.471s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.034030] env[68627]: DEBUG nova.objects.instance [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lazy-loading 'resources' on Instance uuid d7b3a786-75c2-4512-9a54-2fabaca08b9c {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.038664] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.041241] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.041241] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Deleting the datastore file [datastore1] 946c78be-7449-4163-85ec-be6ac8e85268 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.041241] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06f09851-46b0-4c1a-b78c-179205623773 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.049429] env[68627]: DEBUG oslo_vmware.api [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Waiting for the task: (returnval){ [ 738.049429] env[68627]: value = "task-3036845" [ 738.049429] env[68627]: _type = "Task" [ 738.049429] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.064042] env[68627]: DEBUG oslo_vmware.api [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.260020] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Releasing lock "refresh_cache-8ba8e593-f0bc-495d-9c67-a9583e152b70" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.260020] env[68627]: DEBUG nova.compute.manager [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Instance network_info: |[{"id": "05962863-6d73-44f3-aa6e-3bd78fd3b0d2", "address": "fa:16:3e:0f:8b:aa", "network": {"id": "3e50fe2c-053d-4340-ba4b-6e1607ff40d5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1823211108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b24ff4454dc4807adf59ac34b201d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05962863-6d", "ovs_interfaceid": "05962863-6d73-44f3-aa6e-3bd78fd3b0d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.260020] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:8b:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05962863-6d73-44f3-aa6e-3bd78fd3b0d2', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.269209] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Creating folder: Project (7b24ff4454dc4807adf59ac34b201d55). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.270107] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16f75ab1-69c3-4ccc-b886-f40391cefdc4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.287178] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Created folder: Project (7b24ff4454dc4807adf59ac34b201d55) in parent group-v608385. [ 738.287178] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Creating folder: Instances. Parent ref: group-v608512. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.287178] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4c15674-bfa5-4b3a-8925-b905dc0713e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.300426] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Created folder: Instances in parent group-v608512. [ 738.301574] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.301861] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.303198] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8b24abc-ddb8-4377-acb3-9f0bd4107429 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.328534] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.328534] env[68627]: value = "task-3036848" [ 738.328534] env[68627]: _type = "Task" [ 738.328534] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.341461] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036848, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.409038] env[68627]: INFO nova.compute.manager [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Took 43.75 seconds to build instance. [ 738.467060] env[68627]: DEBUG nova.compute.manager [req-6ca8a1cc-aca7-42ee-82c4-5642dbd42ad7 req-aad73cac-8c6f-4559-b85a-7b83c0c4a9ef service nova] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Received event network-changed-05962863-6d73-44f3-aa6e-3bd78fd3b0d2 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.467060] env[68627]: DEBUG nova.compute.manager [req-6ca8a1cc-aca7-42ee-82c4-5642dbd42ad7 req-aad73cac-8c6f-4559-b85a-7b83c0c4a9ef service nova] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Refreshing instance network info cache due to event network-changed-05962863-6d73-44f3-aa6e-3bd78fd3b0d2. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.469203] env[68627]: DEBUG oslo_concurrency.lockutils [req-6ca8a1cc-aca7-42ee-82c4-5642dbd42ad7 req-aad73cac-8c6f-4559-b85a-7b83c0c4a9ef service nova] Acquiring lock "refresh_cache-8ba8e593-f0bc-495d-9c67-a9583e152b70" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.469438] env[68627]: DEBUG oslo_concurrency.lockutils [req-6ca8a1cc-aca7-42ee-82c4-5642dbd42ad7 req-aad73cac-8c6f-4559-b85a-7b83c0c4a9ef service nova] Acquired lock "refresh_cache-8ba8e593-f0bc-495d-9c67-a9583e152b70" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.469678] env[68627]: DEBUG nova.network.neutron [req-6ca8a1cc-aca7-42ee-82c4-5642dbd42ad7 req-aad73cac-8c6f-4559-b85a-7b83c0c4a9ef service nova] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Refreshing network info cache for port 05962863-6d73-44f3-aa6e-3bd78fd3b0d2 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.487786] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "f8a363a9-304e-4872-a088-6fec943204a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.488046] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "f8a363a9-304e-4872-a088-6fec943204a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.498802] env[68627]: DEBUG oslo_vmware.api [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036843, 'name': PowerOnVM_Task, 'duration_secs': 0.947251} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.499109] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.499320] env[68627]: INFO nova.compute.manager [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Took 9.17 seconds to spawn the instance on the hypervisor. [ 738.499518] env[68627]: DEBUG nova.compute.manager [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.500499] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef14b901-4ae8-4b62-ab79-e1ce8ff6ae16 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.542024] env[68627]: DEBUG nova.compute.utils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.547221] env[68627]: DEBUG nova.compute.manager [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.547221] env[68627]: DEBUG nova.network.neutron [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.565986] env[68627]: DEBUG oslo_vmware.api [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Task: {'id': task-3036845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435379} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.565986] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.565986] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.565986] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.565986] env[68627]: INFO nova.compute.manager [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Took 1.16 seconds to destroy the instance on the hypervisor. [ 738.566237] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.566561] env[68627]: DEBUG nova.compute.manager [-] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.566633] env[68627]: DEBUG nova.network.neutron [-] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.630361] env[68627]: DEBUG nova.policy [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09f509a348e244e68e979db65be7d6ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '204ffe04b4334ff28ad9a3c77246ce4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.840235] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036848, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.911870] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d21fb74f-6d21-448c-8173-06cef9a0d27d tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "420b0636-2a0f-4e54-aec4-ae0083e300e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.562s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.998506] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "aded3c33-08be-4109-960c-111194975958" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.998506] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "aded3c33-08be-4109-960c-111194975958" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.026631] env[68627]: INFO nova.compute.manager [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Took 37.79 seconds to build instance. [ 739.049297] env[68627]: DEBUG nova.compute.manager [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.080935] env[68627]: DEBUG nova.network.neutron [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Successfully updated port: d50ccecc-5124-488d-85d2-ec16195bc9aa {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.165042] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fb7fad-9183-4356-84f1-d6aade280254 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.173929] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451932e0-d546-4b01-ab57-b75fa06616d3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.208505] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2690f60f-fb0e-4343-8dc1-2c4fc0a0de9d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.218335] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf3ba99-e13f-4358-a135-b9f7ccdaa4d2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.233206] env[68627]: DEBUG nova.compute.provider_tree [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.283996] env[68627]: DEBUG nova.network.neutron [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Successfully created port: 7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.340894] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036848, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.414250] env[68627]: DEBUG nova.compute.manager [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.501767] env[68627]: DEBUG nova.compute.utils [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.529015] env[68627]: DEBUG oslo_concurrency.lockutils [None req-67adc462-e1f0-4bb5-bf97-47aab6df1fef tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "d97f7887-afa4-4707-99dd-ef8376e41103" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.469s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.585574] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "refresh_cache-65a95fef-d9f4-4fbc-b735-4af788dc8d5e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.585886] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "refresh_cache-65a95fef-d9f4-4fbc-b735-4af788dc8d5e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.586207] env[68627]: DEBUG nova.network.neutron [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.698584] env[68627]: DEBUG nova.network.neutron [req-6ca8a1cc-aca7-42ee-82c4-5642dbd42ad7 req-aad73cac-8c6f-4559-b85a-7b83c0c4a9ef service nova] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Updated VIF entry in instance network info cache for port 05962863-6d73-44f3-aa6e-3bd78fd3b0d2. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.698978] env[68627]: DEBUG nova.network.neutron [req-6ca8a1cc-aca7-42ee-82c4-5642dbd42ad7 req-aad73cac-8c6f-4559-b85a-7b83c0c4a9ef service nova] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Updating instance_info_cache with network_info: [{"id": "05962863-6d73-44f3-aa6e-3bd78fd3b0d2", "address": "fa:16:3e:0f:8b:aa", "network": {"id": "3e50fe2c-053d-4340-ba4b-6e1607ff40d5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1823211108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b24ff4454dc4807adf59ac34b201d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05962863-6d", "ovs_interfaceid": "05962863-6d73-44f3-aa6e-3bd78fd3b0d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.739085] env[68627]: DEBUG nova.scheduler.client.report [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.842599] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036848, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.946385] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.005048] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "aded3c33-08be-4109-960c-111194975958" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.031600] env[68627]: DEBUG nova.compute.manager [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.069369] env[68627]: DEBUG nova.compute.manager [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.102017] env[68627]: DEBUG nova.virt.hardware [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.102017] env[68627]: DEBUG nova.virt.hardware [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.102017] env[68627]: DEBUG nova.virt.hardware [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.102017] env[68627]: DEBUG nova.virt.hardware [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.102017] env[68627]: DEBUG nova.virt.hardware [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.102017] env[68627]: DEBUG nova.virt.hardware [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.102017] env[68627]: DEBUG nova.virt.hardware [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.102017] env[68627]: DEBUG nova.virt.hardware [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.102017] env[68627]: DEBUG nova.virt.hardware [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.102017] env[68627]: DEBUG nova.virt.hardware [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.103391] env[68627]: DEBUG nova.virt.hardware [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.105049] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada09742-38be-471f-9a6a-bc7e52712ab3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.114914] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480459f6-f497-4ec6-92bc-3b06282f51a0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.120578] env[68627]: DEBUG nova.network.neutron [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.201364] env[68627]: DEBUG nova.network.neutron [-] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.203221] env[68627]: DEBUG oslo_concurrency.lockutils [req-6ca8a1cc-aca7-42ee-82c4-5642dbd42ad7 req-aad73cac-8c6f-4559-b85a-7b83c0c4a9ef service nova] Releasing lock "refresh_cache-8ba8e593-f0bc-495d-9c67-a9583e152b70" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.244141] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.248616] env[68627]: DEBUG oslo_concurrency.lockutils [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.011s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.248868] env[68627]: DEBUG nova.objects.instance [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 740.267645] env[68627]: INFO nova.scheduler.client.report [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Deleted allocations for instance d7b3a786-75c2-4512-9a54-2fabaca08b9c [ 740.340530] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036848, 'name': CreateVM_Task, 'duration_secs': 1.535495} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.341519] env[68627]: DEBUG nova.network.neutron [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Updating instance_info_cache with network_info: [{"id": "d50ccecc-5124-488d-85d2-ec16195bc9aa", "address": "fa:16:3e:1a:e8:bc", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd50ccecc-51", "ovs_interfaceid": "d50ccecc-5124-488d-85d2-ec16195bc9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.342645] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.343444] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.343621] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.344559] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.345061] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8825f9f-8653-4ccf-8fd6-72f68745b84c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.350785] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Waiting for the task: (returnval){ [ 740.350785] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5281950b-7da4-7418-40a4-82d88a1e14f5" [ 740.350785] env[68627]: _type = "Task" [ 740.350785] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.360567] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5281950b-7da4-7418-40a4-82d88a1e14f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.557373] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.704901] env[68627]: INFO nova.compute.manager [-] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Took 2.14 seconds to deallocate network for instance. [ 740.762286] env[68627]: DEBUG nova.compute.manager [req-d0c4bee3-bb74-41f1-a33d-22195670206b req-da1e9f69-72ca-4c29-9c4b-bbc94f8400ed service nova] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Received event network-vif-deleted-fa557f02-8e67-4c80-b233-d0d14ea6f9e7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.775892] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce1ca195-fa47-47e7-848e-7d3e38aa9eb7 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.679s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.776381] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.617s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.779112] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.779112] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.779112] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.779112] env[68627]: INFO nova.compute.manager [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Terminating instance [ 740.849074] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "refresh_cache-65a95fef-d9f4-4fbc-b735-4af788dc8d5e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.849074] env[68627]: DEBUG nova.compute.manager [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Instance network_info: |[{"id": "d50ccecc-5124-488d-85d2-ec16195bc9aa", "address": "fa:16:3e:1a:e8:bc", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd50ccecc-51", "ovs_interfaceid": "d50ccecc-5124-488d-85d2-ec16195bc9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.849074] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:e8:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd50ccecc-5124-488d-85d2-ec16195bc9aa', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.857191] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.857191] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.860482] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54b3839b-3bfb-4386-aef3-d3bc06edf90a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.886141] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5281950b-7da4-7418-40a4-82d88a1e14f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.887842] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.888420] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.888726] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.888937] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.889202] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.889753] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.889753] env[68627]: value = "task-3036849" [ 740.889753] env[68627]: _type = "Task" [ 740.889753] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.890085] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1362a992-7ba6-4561-a310-d906f9f9e800 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.903371] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036849, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.906552] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.907067] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.908663] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58bae551-b942-404a-b5e9-2f39e3e52da5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.914196] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Waiting for the task: (returnval){ [ 740.914196] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ecd404-e8b5-4d99-b6ad-8059d7b923a0" [ 740.914196] env[68627]: _type = "Task" [ 740.914196] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.926535] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ecd404-e8b5-4d99-b6ad-8059d7b923a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.927783] env[68627]: DEBUG nova.network.neutron [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Successfully updated port: 7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.079812] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "aded3c33-08be-4109-960c-111194975958" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.079812] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "aded3c33-08be-4109-960c-111194975958" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.079812] env[68627]: INFO nova.compute.manager [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Attaching volume 51812570-180a-483b-af3e-84514ae563a4 to /dev/sdb [ 741.125912] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591691b6-26c9-44b5-98cb-395ce23d3267 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.131319] env[68627]: DEBUG nova.compute.manager [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Received event network-vif-plugged-d50ccecc-5124-488d-85d2-ec16195bc9aa {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.131632] env[68627]: DEBUG oslo_concurrency.lockutils [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] Acquiring lock "65a95fef-d9f4-4fbc-b735-4af788dc8d5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.131859] env[68627]: DEBUG oslo_concurrency.lockutils [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] Lock "65a95fef-d9f4-4fbc-b735-4af788dc8d5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.132035] env[68627]: DEBUG oslo_concurrency.lockutils [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] Lock "65a95fef-d9f4-4fbc-b735-4af788dc8d5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.133019] env[68627]: DEBUG nova.compute.manager [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] No waiting events found dispatching network-vif-plugged-d50ccecc-5124-488d-85d2-ec16195bc9aa {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.133019] env[68627]: WARNING nova.compute.manager [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Received unexpected event network-vif-plugged-d50ccecc-5124-488d-85d2-ec16195bc9aa for instance with vm_state building and task_state spawning. [ 741.133019] env[68627]: DEBUG nova.compute.manager [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Received event network-changed-d50ccecc-5124-488d-85d2-ec16195bc9aa {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.133019] env[68627]: DEBUG nova.compute.manager [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Refreshing instance network info cache due to event network-changed-d50ccecc-5124-488d-85d2-ec16195bc9aa. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.133019] env[68627]: DEBUG oslo_concurrency.lockutils [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] Acquiring lock "refresh_cache-65a95fef-d9f4-4fbc-b735-4af788dc8d5e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.133208] env[68627]: DEBUG oslo_concurrency.lockutils [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] Acquired lock "refresh_cache-65a95fef-d9f4-4fbc-b735-4af788dc8d5e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.133311] env[68627]: DEBUG nova.network.neutron [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Refreshing network info cache for port d50ccecc-5124-488d-85d2-ec16195bc9aa {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.144189] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637a7aaa-f67f-4a07-aef2-4af17d48659c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.162024] env[68627]: DEBUG nova.virt.block_device [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Updating existing volume attachment record: 8462b2b0-00e1-4cda-a929-6e591b3e4f48 {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 741.211902] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.261963] env[68627]: DEBUG oslo_concurrency.lockutils [None req-302ce0ed-88fd-4600-afa1-a0f9f7f5d5f3 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.264306] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.528s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.264607] env[68627]: DEBUG nova.objects.instance [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lazy-loading 'resources' on Instance uuid ef394827-1b6c-43d7-acf7-6bddde9f05a1 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.283760] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.283760] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquired lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.283760] env[68627]: DEBUG nova.network.neutron [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.402736] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036849, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.426025] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ecd404-e8b5-4d99-b6ad-8059d7b923a0, 'name': SearchDatastore_Task, 'duration_secs': 0.013794} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.430436] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ead6759f-b719-4eaf-8f72-0ddf066f075c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.434156] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "refresh_cache-567f617b-7bc8-4881-a593-469158cca154" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.434519] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "refresh_cache-567f617b-7bc8-4881-a593-469158cca154" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.434519] env[68627]: DEBUG nova.network.neutron [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.443867] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Waiting for the task: (returnval){ [ 741.443867] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52452fb6-c5ff-c01d-57e9-02bbc975c7d6" [ 741.443867] env[68627]: _type = "Task" [ 741.443867] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.455811] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52452fb6-c5ff-c01d-57e9-02bbc975c7d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.787042] env[68627]: DEBUG nova.compute.utils [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Can not refresh info_cache because instance was not found {{(pid=68627) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 741.808496] env[68627]: DEBUG nova.network.neutron [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.868415] env[68627]: DEBUG nova.network.neutron [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Updated VIF entry in instance network info cache for port d50ccecc-5124-488d-85d2-ec16195bc9aa. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.868783] env[68627]: DEBUG nova.network.neutron [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Updating instance_info_cache with network_info: [{"id": "d50ccecc-5124-488d-85d2-ec16195bc9aa", "address": "fa:16:3e:1a:e8:bc", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd50ccecc-51", "ovs_interfaceid": "d50ccecc-5124-488d-85d2-ec16195bc9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.902879] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036849, 'name': CreateVM_Task, 'duration_secs': 0.527996} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.905258] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.906454] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.906454] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.906552] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.910019] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61fd6b54-1dff-4c50-b417-2a38e69a69f0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.912272] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 741.912272] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5268a5ed-4557-2917-c940-067cb9e16426" [ 741.912272] env[68627]: _type = "Task" [ 741.912272] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.923755] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5268a5ed-4557-2917-c940-067cb9e16426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.938335] env[68627]: DEBUG oslo_concurrency.lockutils [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Acquiring lock "054d3be2-55c6-4aeb-b3a8-12accde45b9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.938335] env[68627]: DEBUG oslo_concurrency.lockutils [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Lock "054d3be2-55c6-4aeb-b3a8-12accde45b9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.938335] env[68627]: DEBUG oslo_concurrency.lockutils [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Acquiring lock "054d3be2-55c6-4aeb-b3a8-12accde45b9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.943186] env[68627]: DEBUG oslo_concurrency.lockutils [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Lock "054d3be2-55c6-4aeb-b3a8-12accde45b9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.943556] env[68627]: DEBUG oslo_concurrency.lockutils [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Lock "054d3be2-55c6-4aeb-b3a8-12accde45b9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.008s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.950523] env[68627]: INFO nova.compute.manager [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Terminating instance [ 741.973219] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52452fb6-c5ff-c01d-57e9-02bbc975c7d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012572} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.974386] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.974779] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 8ba8e593-f0bc-495d-9c67-a9583e152b70/8ba8e593-f0bc-495d-9c67-a9583e152b70.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.975200] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0fcc4f6-1001-43fe-b223-ca489517abe1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.982696] env[68627]: DEBUG nova.network.neutron [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.991828] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Waiting for the task: (returnval){ [ 741.991828] env[68627]: value = "task-3036853" [ 741.991828] env[68627]: _type = "Task" [ 741.991828] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.003124] env[68627]: DEBUG nova.network.neutron [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.008973] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.170497] env[68627]: DEBUG nova.network.neutron [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Updating instance_info_cache with network_info: [{"id": "7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42", "address": "fa:16:3e:bd:3e:33", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8fbba5-23", "ovs_interfaceid": "7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.278297] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb0602a-1ee7-4491-b8f2-1a206bb3a809 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.287108] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d00344-c89d-455e-8590-e891fb498012 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.321219] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cdca4b-ec05-49da-be06-6a5ffc8ef160 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.330523] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d821f4d6-a533-4510-8da4-705cd699d418 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.351865] env[68627]: DEBUG nova.compute.provider_tree [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.371187] env[68627]: DEBUG oslo_concurrency.lockutils [req-4a75e793-42fe-4dd6-9511-8dc4b34a0578 req-d55022be-5753-43db-8094-f1f10945e272 service nova] Releasing lock "refresh_cache-65a95fef-d9f4-4fbc-b735-4af788dc8d5e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.423548] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5268a5ed-4557-2917-c940-067cb9e16426, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.423898] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.424178] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.424406] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.424574] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.424796] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.424999] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9d54fb5-442d-4523-b3c9-f49bed3b22d3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.436427] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.436659] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.437469] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fe6e367-a430-4b7d-b0fe-f76169b1f518 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.445363] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 742.445363] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525b5f96-6862-efc8-1689-5a2e9aed783b" [ 742.445363] env[68627]: _type = "Task" [ 742.445363] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.457142] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525b5f96-6862-efc8-1689-5a2e9aed783b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.465359] env[68627]: DEBUG nova.compute.manager [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.465593] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.466907] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce604b5-9b07-464a-abb4-5605e63c1b5c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.476789] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.476789] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99a24bef-cfe8-423f-82e6-d3ef2d9f7dac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.483915] env[68627]: DEBUG oslo_vmware.api [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Waiting for the task: (returnval){ [ 742.483915] env[68627]: value = "task-3036854" [ 742.483915] env[68627]: _type = "Task" [ 742.483915] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.487687] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Releasing lock "refresh_cache-d7b3a786-75c2-4512-9a54-2fabaca08b9c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.488381] env[68627]: DEBUG nova.compute.manager [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.488381] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.489605] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c586e57-9b95-41b3-b2f4-4dd6f51ee9e9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.497774] env[68627]: DEBUG oslo_vmware.api [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.506345] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdf9e4f-7f6b-417e-a7ef-594fad3c1aee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.521496] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.548764] env[68627]: WARNING nova.virt.vmwareapi.vmops [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d7b3a786-75c2-4512-9a54-2fabaca08b9c could not be found. [ 742.548979] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.549358] env[68627]: INFO nova.compute.manager [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Took 0.06 seconds to destroy the instance on the hypervisor. [ 742.549491] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.549694] env[68627]: DEBUG nova.compute.manager [-] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.549868] env[68627]: DEBUG nova.network.neutron [-] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.558307] env[68627]: DEBUG oslo_concurrency.lockutils [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "420b0636-2a0f-4e54-aec4-ae0083e300e5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.558307] env[68627]: DEBUG oslo_concurrency.lockutils [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "420b0636-2a0f-4e54-aec4-ae0083e300e5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.558307] env[68627]: INFO nova.compute.manager [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Rebooting instance [ 742.570104] env[68627]: DEBUG nova.network.neutron [-] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.674776] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "refresh_cache-567f617b-7bc8-4881-a593-469158cca154" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.674776] env[68627]: DEBUG nova.compute.manager [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Instance network_info: |[{"id": "7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42", "address": "fa:16:3e:bd:3e:33", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8fbba5-23", "ovs_interfaceid": "7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.675215] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:3e:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.684437] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Creating folder: Project (204ffe04b4334ff28ad9a3c77246ce4f). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.684767] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee70abf5-dc88-424b-978e-42704b00255c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.699942] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Created folder: Project (204ffe04b4334ff28ad9a3c77246ce4f) in parent group-v608385. [ 742.700547] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Creating folder: Instances. Parent ref: group-v608518. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.700634] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d087dbbe-d5ab-4e77-88b3-25dc3fd42c7d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.714029] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Created folder: Instances in parent group-v608518. [ 742.714309] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.715408] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 567f617b-7bc8-4881-a593-469158cca154] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.715740] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad740d3f-d18e-4790-9903-e9700a9745e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.744668] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.744668] env[68627]: value = "task-3036857" [ 742.744668] env[68627]: _type = "Task" [ 742.744668] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.760994] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036857, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.841468] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Acquiring lock "2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.841750] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Lock "2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.842074] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Acquiring lock "2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.842604] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Lock "2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.842904] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Lock "2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.846212] env[68627]: INFO nova.compute.manager [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Terminating instance [ 742.855636] env[68627]: DEBUG nova.scheduler.client.report [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.913744] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "7b60bcbc-dc20-4423-aaae-0e1b20127384" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.914036] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "7b60bcbc-dc20-4423-aaae-0e1b20127384" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.914282] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "7b60bcbc-dc20-4423-aaae-0e1b20127384-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.914631] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "7b60bcbc-dc20-4423-aaae-0e1b20127384-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.914821] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "7b60bcbc-dc20-4423-aaae-0e1b20127384-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.917164] env[68627]: INFO nova.compute.manager [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Terminating instance [ 742.958568] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525b5f96-6862-efc8-1689-5a2e9aed783b, 'name': SearchDatastore_Task, 'duration_secs': 0.018304} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.959423] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e648d9-8593-4de0-aec5-c925ec89be18 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.966714] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 742.966714] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52fc0150-4e93-184e-f6f7-6f210626f4df" [ 742.966714] env[68627]: _type = "Task" [ 742.966714] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.977827] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52fc0150-4e93-184e-f6f7-6f210626f4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.996060] env[68627]: DEBUG oslo_vmware.api [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036854, 'name': PowerOffVM_Task, 'duration_secs': 0.293861} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.996415] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.996631] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.996937] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b45aafb-da0e-4ecc-abc9-df1a9f065f16 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.012453] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.071446] env[68627]: DEBUG nova.network.neutron [-] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.078708] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.079375] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.079375] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Deleting the datastore file [datastore2] 054d3be2-55c6-4aeb-b3a8-12accde45b9e {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.079676] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d776832f-47fb-477f-9d18-d50bbafe8815 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.092426] env[68627]: DEBUG oslo_concurrency.lockutils [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.092426] env[68627]: DEBUG oslo_concurrency.lockutils [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquired lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.092426] env[68627]: DEBUG nova.network.neutron [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.095141] env[68627]: DEBUG oslo_vmware.api [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Waiting for the task: (returnval){ [ 743.095141] env[68627]: value = "task-3036859" [ 743.095141] env[68627]: _type = "Task" [ 743.095141] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.106526] env[68627]: DEBUG oslo_vmware.api [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.109265] env[68627]: DEBUG nova.compute.manager [req-cc58f22f-a76f-4ac6-9168-12d64c52e4eb req-9c89ff2c-d3c5-4592-bbe0-4be709d2e7c6 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Received event network-changed-b816c2ce-8e54-4c49-bc59-789d5c68b83c {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.109458] env[68627]: DEBUG nova.compute.manager [req-cc58f22f-a76f-4ac6-9168-12d64c52e4eb req-9c89ff2c-d3c5-4592-bbe0-4be709d2e7c6 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Refreshing instance network info cache due to event network-changed-b816c2ce-8e54-4c49-bc59-789d5c68b83c. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.109642] env[68627]: DEBUG oslo_concurrency.lockutils [req-cc58f22f-a76f-4ac6-9168-12d64c52e4eb req-9c89ff2c-d3c5-4592-bbe0-4be709d2e7c6 service nova] Acquiring lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.257377] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036857, 'name': CreateVM_Task, 'duration_secs': 0.440505} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.257501] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 567f617b-7bc8-4881-a593-469158cca154] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.258344] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.258545] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.258955] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.259299] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54bbc9db-b9e9-4b3a-b4a1-bb2149f28cf3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.268346] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 743.268346] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526f5d22-36dc-3c6a-03a8-9d03f0bf2690" [ 743.268346] env[68627]: _type = "Task" [ 743.268346] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.282741] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526f5d22-36dc-3c6a-03a8-9d03f0bf2690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.330197] env[68627]: DEBUG nova.compute.manager [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] [instance: 567f617b-7bc8-4881-a593-469158cca154] Received event network-vif-plugged-7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.330494] env[68627]: DEBUG oslo_concurrency.lockutils [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] Acquiring lock "567f617b-7bc8-4881-a593-469158cca154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.330705] env[68627]: DEBUG oslo_concurrency.lockutils [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] Lock "567f617b-7bc8-4881-a593-469158cca154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.330868] env[68627]: DEBUG oslo_concurrency.lockutils [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] Lock "567f617b-7bc8-4881-a593-469158cca154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.333122] env[68627]: DEBUG nova.compute.manager [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] [instance: 567f617b-7bc8-4881-a593-469158cca154] No waiting events found dispatching network-vif-plugged-7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.333393] env[68627]: WARNING nova.compute.manager [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] [instance: 567f617b-7bc8-4881-a593-469158cca154] Received unexpected event network-vif-plugged-7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42 for instance with vm_state building and task_state spawning. [ 743.333595] env[68627]: DEBUG nova.compute.manager [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] [instance: 567f617b-7bc8-4881-a593-469158cca154] Received event network-changed-7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.333759] env[68627]: DEBUG nova.compute.manager [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] [instance: 567f617b-7bc8-4881-a593-469158cca154] Refreshing instance network info cache due to event network-changed-7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.333956] env[68627]: DEBUG oslo_concurrency.lockutils [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] Acquiring lock "refresh_cache-567f617b-7bc8-4881-a593-469158cca154" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.334101] env[68627]: DEBUG oslo_concurrency.lockutils [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] Acquired lock "refresh_cache-567f617b-7bc8-4881-a593-469158cca154" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.334253] env[68627]: DEBUG nova.network.neutron [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] [instance: 567f617b-7bc8-4881-a593-469158cca154] Refreshing network info cache for port 7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.350714] env[68627]: DEBUG nova.compute.manager [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.350931] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.352239] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b75a07d-07f6-4d48-8ac6-a12c5ec2bf16 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.365342] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.371584] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.371584] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.482s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.374696] env[68627]: INFO nova.compute.claims [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.377856] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88cb8769-c551-4e92-9546-df0ed0ad6234 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.388798] env[68627]: DEBUG oslo_vmware.api [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Waiting for the task: (returnval){ [ 743.388798] env[68627]: value = "task-3036860" [ 743.388798] env[68627]: _type = "Task" [ 743.388798] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.399639] env[68627]: DEBUG oslo_vmware.api [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.410731] env[68627]: INFO nova.scheduler.client.report [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Deleted allocations for instance ef394827-1b6c-43d7-acf7-6bddde9f05a1 [ 743.421446] env[68627]: DEBUG nova.compute.manager [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.421776] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.424049] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339dbccd-3980-4442-b6c4-5e3c10dca686 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.435319] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.435585] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d16c5763-1bbe-456f-a29d-65cecc4dfa21 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.445612] env[68627]: DEBUG oslo_vmware.api [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 743.445612] env[68627]: value = "task-3036861" [ 743.445612] env[68627]: _type = "Task" [ 743.445612] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.456867] env[68627]: DEBUG oslo_vmware.api [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.481023] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52fc0150-4e93-184e-f6f7-6f210626f4df, 'name': SearchDatastore_Task, 'duration_secs': 0.012406} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.481023] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.481023] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 65a95fef-d9f4-4fbc-b735-4af788dc8d5e/65a95fef-d9f4-4fbc-b735-4af788dc8d5e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.481023] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-670bb56c-2310-420c-94e8-97abd3dade1a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.492123] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 743.492123] env[68627]: value = "task-3036862" [ 743.492123] env[68627]: _type = "Task" [ 743.492123] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.502830] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.507842] env[68627]: DEBUG nova.compute.manager [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.508713] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874bd572-5121-429d-867c-1b134c5e5494 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.521222] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036853, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.382507} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.521755] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 8ba8e593-f0bc-495d-9c67-a9583e152b70/8ba8e593-f0bc-495d-9c67-a9583e152b70.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.521977] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.522361] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed9f7f5a-225e-41b6-b990-443500d018ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.531031] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Waiting for the task: (returnval){ [ 743.531031] env[68627]: value = "task-3036863" [ 743.531031] env[68627]: _type = "Task" [ 743.531031] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.545906] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.574921] env[68627]: INFO nova.compute.manager [-] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Took 1.02 seconds to deallocate network for instance. [ 743.615221] env[68627]: DEBUG oslo_vmware.api [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Task: {'id': task-3036859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415612} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.616591] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.616721] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.617167] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.617379] env[68627]: INFO nova.compute.manager [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 743.617639] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.618477] env[68627]: DEBUG nova.compute.manager [-] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.618633] env[68627]: DEBUG nova.network.neutron [-] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.785134] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526f5d22-36dc-3c6a-03a8-9d03f0bf2690, 'name': SearchDatastore_Task, 'duration_secs': 0.060279} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.785500] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.785785] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.786052] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.786365] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.786626] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.787440] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27ff2082-128e-4f32-a809-a4f0df694f26 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.806174] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.806257] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.807653] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce72a91-5454-49bc-b1d5-3511dbe33fb2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.815880] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 743.815880] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52611271-1c52-e6ac-341c-a8494cc0387c" [ 743.815880] env[68627]: _type = "Task" [ 743.815880] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.826936] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52611271-1c52-e6ac-341c-a8494cc0387c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.902565] env[68627]: DEBUG oslo_vmware.api [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.920357] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d3ad24e0-a032-45ff-b20e-edfe199bcba8 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "ef394827-1b6c-43d7-acf7-6bddde9f05a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.740s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.960117] env[68627]: DEBUG oslo_vmware.api [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036861, 'name': PowerOffVM_Task, 'duration_secs': 0.225835} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.960459] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.960635] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.960894] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e5b9f5e-987b-4ac9-b846-742a327f27d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.002839] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036862, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.023791] env[68627]: INFO nova.compute.manager [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] instance snapshotting [ 744.026848] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035bcc86-de11-400f-a7fd-6124cdf191a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.031094] env[68627]: DEBUG nova.network.neutron [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Updating instance_info_cache with network_info: [{"id": "b816c2ce-8e54-4c49-bc59-789d5c68b83c", "address": "fa:16:3e:a0:34:40", "network": {"id": "24f4c492-9ea2-4a16-bb82-f18bbb765a74", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1825967604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6befe839bc34fc3a18c15775d620ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb816c2ce-8e", "ovs_interfaceid": "b816c2ce-8e54-4c49-bc59-789d5c68b83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.057802] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d187ea18-045c-45e4-ba06-50f87680b772 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.061304] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.061612] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.061612] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Deleting the datastore file [datastore1] 7b60bcbc-dc20-4423-aaae-0e1b20127384 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.065563] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdcd8f2c-8299-4d20-99ae-33e6cc1c623b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.068145] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105403} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.068832] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.070024] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45275e10-bbf0-461c-80f3-c707d7d8bfdb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.082622] env[68627]: DEBUG oslo_vmware.api [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for the task: (returnval){ [ 744.082622] env[68627]: value = "task-3036866" [ 744.082622] env[68627]: _type = "Task" [ 744.082622] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.082622] env[68627]: INFO nova.compute.manager [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Instance disappeared during terminate [ 744.082622] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d74a0e1b-8b7f-452c-9a2f-88a9bff70995 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "d7b3a786-75c2-4512-9a54-2fabaca08b9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.306s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.110714] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 8ba8e593-f0bc-495d-9c67-a9583e152b70/8ba8e593-f0bc-495d-9c67-a9583e152b70.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.118961] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-209238f3-c142-457c-ae3d-5f5648bfeef8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.141392] env[68627]: DEBUG oslo_vmware.api [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.150033] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Waiting for the task: (returnval){ [ 744.150033] env[68627]: value = "task-3036867" [ 744.150033] env[68627]: _type = "Task" [ 744.150033] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.160842] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.327725] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52611271-1c52-e6ac-341c-a8494cc0387c, 'name': SearchDatastore_Task, 'duration_secs': 0.054309} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.329305] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ee479c-4c43-4e23-9735-2fa70eed9e3b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.338613] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 744.338613] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e1dd61-433f-4733-0ef3-e437d2c03020" [ 744.338613] env[68627]: _type = "Task" [ 744.338613] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.348649] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e1dd61-433f-4733-0ef3-e437d2c03020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.408523] env[68627]: DEBUG oslo_vmware.api [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.462204] env[68627]: DEBUG nova.network.neutron [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] [instance: 567f617b-7bc8-4881-a593-469158cca154] Updated VIF entry in instance network info cache for port 7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.462612] env[68627]: DEBUG nova.network.neutron [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] [instance: 567f617b-7bc8-4881-a593-469158cca154] Updating instance_info_cache with network_info: [{"id": "7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42", "address": "fa:16:3e:bd:3e:33", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8fbba5-23", "ovs_interfaceid": "7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.508279] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036862, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.539672] env[68627]: DEBUG oslo_concurrency.lockutils [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Releasing lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.543387] env[68627]: DEBUG oslo_concurrency.lockutils [req-cc58f22f-a76f-4ac6-9168-12d64c52e4eb req-9c89ff2c-d3c5-4592-bbe0-4be709d2e7c6 service nova] Acquired lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.543733] env[68627]: DEBUG nova.network.neutron [req-cc58f22f-a76f-4ac6-9168-12d64c52e4eb req-9c89ff2c-d3c5-4592-bbe0-4be709d2e7c6 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Refreshing network info cache for port b816c2ce-8e54-4c49-bc59-789d5c68b83c {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.584169] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 744.584788] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9640ee2-2a14-4730-8cb7-f051bd8fbff6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.598490] env[68627]: DEBUG oslo_vmware.api [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Task: {'id': task-3036866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155756} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.603293] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.603663] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.603921] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.604201] env[68627]: INFO nova.compute.manager [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Took 1.18 seconds to destroy the instance on the hypervisor. [ 744.604802] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.605251] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 744.605251] env[68627]: value = "task-3036868" [ 744.605251] env[68627]: _type = "Task" [ 744.605251] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.605810] env[68627]: DEBUG nova.compute.manager [-] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.605915] env[68627]: DEBUG nova.network.neutron [-] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.619308] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036868, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.662171] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.737147] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.737696] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.827038] env[68627]: DEBUG nova.network.neutron [-] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.857952] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e1dd61-433f-4733-0ef3-e437d2c03020, 'name': SearchDatastore_Task, 'duration_secs': 0.041069} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.858526] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.859105] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 567f617b-7bc8-4881-a593-469158cca154/567f617b-7bc8-4881-a593-469158cca154.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.859105] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec0ec05c-0165-4028-b081-b66a9bf93959 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.869655] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 744.869655] env[68627]: value = "task-3036869" [ 744.869655] env[68627]: _type = "Task" [ 744.869655] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.882650] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.903670] env[68627]: DEBUG oslo_vmware.api [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036860, 'name': PowerOffVM_Task, 'duration_secs': 1.147585} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.906580] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.906776] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.907262] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e23ddd95-057e-471e-9d8c-b01004652784 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.967892] env[68627]: DEBUG oslo_concurrency.lockutils [req-5d5b9d5e-2b92-4bdf-81b5-2ef503914caf req-958a78e2-67ba-4305-afae-b0b4ef266e24 service nova] Releasing lock "refresh_cache-567f617b-7bc8-4881-a593-469158cca154" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.989565] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.989565] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.989565] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Deleting the datastore file [datastore2] 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.989565] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dde25a68-a5e8-48b8-b74a-57665013ea91 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.003115] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d425202-9938-4060-bb0d-e423534f58f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.006640] env[68627]: DEBUG oslo_vmware.api [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Waiting for the task: (returnval){ [ 745.006640] env[68627]: value = "task-3036871" [ 745.006640] env[68627]: _type = "Task" [ 745.006640] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.018390] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036862, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.523653} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.019910] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e935a14-4471-4780-8db6-286296a288ae {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.023352] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 65a95fef-d9f4-4fbc-b735-4af788dc8d5e/65a95fef-d9f4-4fbc-b735-4af788dc8d5e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.023647] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.028124] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-150d130a-e16e-4bba-a14f-21c4773071ca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.031828] env[68627]: DEBUG oslo_vmware.api [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.071850] env[68627]: DEBUG nova.compute.manager [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.072496] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c99925-a7d6-4a63-809f-b983908059cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.075974] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 745.075974] env[68627]: value = "task-3036872" [ 745.075974] env[68627]: _type = "Task" [ 745.075974] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.076722] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57475170-eac8-40fe-aa20-f8065f8c7eab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.087808] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49583761-097c-4490-a97c-429925e7969b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.098952] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036872, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.111041] env[68627]: DEBUG nova.compute.provider_tree [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.122277] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036868, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.163517] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036867, 'name': ReconfigVM_Task, 'duration_secs': 0.820312} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.164194] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 8ba8e593-f0bc-495d-9c67-a9583e152b70/8ba8e593-f0bc-495d-9c67-a9583e152b70.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.164697] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d30be71-4aaf-4b39-9507-9dc121eeff8f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.181193] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Waiting for the task: (returnval){ [ 745.181193] env[68627]: value = "task-3036873" [ 745.181193] env[68627]: _type = "Task" [ 745.181193] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.195870] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036873, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.329255] env[68627]: INFO nova.compute.manager [-] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Took 1.71 seconds to deallocate network for instance. [ 745.386988] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036869, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.476145] env[68627]: DEBUG nova.compute.manager [req-1dc8f43f-0161-48fb-805c-a4770f3f41a4 req-b23f8f2a-ac01-4458-b884-63968e9ea2a6 service nova] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Received event network-vif-deleted-715c671e-0dc7-4ebc-8a25-e0ef7e8ac92c {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.524048] env[68627]: DEBUG oslo_vmware.api [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Task: {'id': task-3036871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491485} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.528300] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.528519] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.528720] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.528911] env[68627]: INFO nova.compute.manager [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Took 2.18 seconds to destroy the instance on the hypervisor. [ 745.529346] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.529634] env[68627]: DEBUG nova.compute.manager [-] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.530122] env[68627]: DEBUG nova.network.neutron [-] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.592495] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082877} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.592495] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.592495] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa369eb-7d0e-408e-a878-651d87ba8c95 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.619298] env[68627]: DEBUG nova.scheduler.client.report [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.633595] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 65a95fef-d9f4-4fbc-b735-4af788dc8d5e/65a95fef-d9f4-4fbc-b735-4af788dc8d5e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.639873] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-225378f3-317d-460d-a1ef-249cc7512b23 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.657224] env[68627]: DEBUG nova.network.neutron [req-cc58f22f-a76f-4ac6-9168-12d64c52e4eb req-9c89ff2c-d3c5-4592-bbe0-4be709d2e7c6 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Updated VIF entry in instance network info cache for port b816c2ce-8e54-4c49-bc59-789d5c68b83c. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.657280] env[68627]: DEBUG nova.network.neutron [req-cc58f22f-a76f-4ac6-9168-12d64c52e4eb req-9c89ff2c-d3c5-4592-bbe0-4be709d2e7c6 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Updating instance_info_cache with network_info: [{"id": "b816c2ce-8e54-4c49-bc59-789d5c68b83c", "address": "fa:16:3e:a0:34:40", "network": {"id": "24f4c492-9ea2-4a16-bb82-f18bbb765a74", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1825967604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6befe839bc34fc3a18c15775d620ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb816c2ce-8e", "ovs_interfaceid": "b816c2ce-8e54-4c49-bc59-789d5c68b83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.667095] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036868, 'name': CreateSnapshot_Task, 'duration_secs': 1.026878} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.668637] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 745.669102] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 745.669102] env[68627]: value = "task-3036874" [ 745.669102] env[68627]: _type = "Task" [ 745.669102] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.670320] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b29cf5e-d99d-480d-9903-666114cfb83c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.684274] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036874, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.702691] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036873, 'name': Rename_Task, 'duration_secs': 0.461915} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.702691] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.702691] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec516ff7-7b6a-436c-88b9-c96b57903033 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.710576] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Waiting for the task: (returnval){ [ 745.710576] env[68627]: value = "task-3036875" [ 745.710576] env[68627]: _type = "Task" [ 745.710576] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.722045] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.732091] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 745.732283] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608517', 'volume_id': '51812570-180a-483b-af3e-84514ae563a4', 'name': 'volume-51812570-180a-483b-af3e-84514ae563a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aded3c33-08be-4109-960c-111194975958', 'attached_at': '', 'detached_at': '', 'volume_id': '51812570-180a-483b-af3e-84514ae563a4', 'serial': '51812570-180a-483b-af3e-84514ae563a4'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 745.733088] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1533d0-fc33-43b1-a462-a32dd83c3598 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.754482] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c05b01-3da2-407c-9e33-050722234d10 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.782883] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] volume-51812570-180a-483b-af3e-84514ae563a4/volume-51812570-180a-483b-af3e-84514ae563a4.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.783251] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f1aa51-4460-48f4-870a-3b52d5bf26e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.808978] env[68627]: DEBUG nova.network.neutron [-] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.810293] env[68627]: DEBUG oslo_vmware.api [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 745.810293] env[68627]: value = "task-3036876" [ 745.810293] env[68627]: _type = "Task" [ 745.810293] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.824198] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "8f35e0ac-c564-4873-89e5-9b072e9804d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.824198] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "8f35e0ac-c564-4873-89e5-9b072e9804d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.836274] env[68627]: DEBUG oslo_vmware.api [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.839805] env[68627]: DEBUG oslo_concurrency.lockutils [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.882182] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632134} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.882499] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 567f617b-7bc8-4881-a593-469158cca154/567f617b-7bc8-4881-a593-469158cca154.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.882767] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.883098] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f5c5e38-d250-435d-ba5b-471bf504034c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.892315] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 745.892315] env[68627]: value = "task-3036877" [ 745.892315] env[68627]: _type = "Task" [ 745.892315] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.905341] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.136334] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.137637] env[68627]: DEBUG nova.compute.manager [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.141788] env[68627]: DEBUG oslo_concurrency.lockutils [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.397s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.143741] env[68627]: DEBUG nova.objects.instance [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lazy-loading 'resources' on Instance uuid d1ec15c3-dc28-4b64-8277-48d732289a64 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.148013] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdfe7b7-e54f-4f25-a661-3c7b21f3357d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.159047] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Doing hard reboot of VM {{(pid=68627) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 746.159369] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2e056246-8e7e-448a-ad12-60ea827918b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.161612] env[68627]: DEBUG oslo_concurrency.lockutils [req-cc58f22f-a76f-4ac6-9168-12d64c52e4eb req-9c89ff2c-d3c5-4592-bbe0-4be709d2e7c6 service nova] Releasing lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.169740] env[68627]: DEBUG oslo_vmware.api [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 746.169740] env[68627]: value = "task-3036878" [ 746.169740] env[68627]: _type = "Task" [ 746.169740] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.182946] env[68627]: DEBUG oslo_vmware.api [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036878, 'name': ResetVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.192077] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.205186] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 746.205484] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20504d7e-0d9a-481f-b480-5dba6c0f4a3c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.217647] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 746.217647] env[68627]: value = "task-3036879" [ 746.217647] env[68627]: _type = "Task" [ 746.217647] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.227606] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036875, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.235704] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036879, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.315026] env[68627]: INFO nova.compute.manager [-] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Took 1.71 seconds to deallocate network for instance. [ 746.331631] env[68627]: DEBUG oslo_vmware.api [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.408124] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223876} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.408124] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.408940] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97886f1e-1fa0-4cb4-892e-f72d3e59d59e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.437256] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 567f617b-7bc8-4881-a593-469158cca154/567f617b-7bc8-4881-a593-469158cca154.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.438375] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1253a5-c409-476b-818d-7495d5e6d211 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.469019] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 746.469019] env[68627]: value = "task-3036880" [ 746.469019] env[68627]: _type = "Task" [ 746.469019] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.480211] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.651024] env[68627]: DEBUG nova.compute.utils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.656017] env[68627]: DEBUG nova.compute.manager [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.656017] env[68627]: DEBUG nova.network.neutron [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.693569] env[68627]: DEBUG oslo_vmware.api [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036878, 'name': ResetVM_Task, 'duration_secs': 0.117463} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.699980] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Did hard reboot of VM {{(pid=68627) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 746.700635] env[68627]: DEBUG nova.compute.manager [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.701156] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036874, 'name': ReconfigVM_Task, 'duration_secs': 0.710492} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.704425] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4fd422-56e5-4d02-a14c-ea685079eb04 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.708938] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 65a95fef-d9f4-4fbc-b735-4af788dc8d5e/65a95fef-d9f4-4fbc-b735-4af788dc8d5e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.712740] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c371052-cae5-4a85-8ac0-1a553a368b34 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.715048] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "d0bab223-cfbc-4b23-9a25-11787bb7487e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.715628] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "d0bab223-cfbc-4b23-9a25-11787bb7487e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.736370] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 746.736370] env[68627]: value = "task-3036881" [ 746.736370] env[68627]: _type = "Task" [ 746.736370] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.748642] env[68627]: DEBUG oslo_vmware.api [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036875, 'name': PowerOnVM_Task, 'duration_secs': 0.681224} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.748916] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036879, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.752734] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.752917] env[68627]: INFO nova.compute.manager [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Took 12.00 seconds to spawn the instance on the hypervisor. [ 746.753138] env[68627]: DEBUG nova.compute.manager [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.754780] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc10638-72b8-4745-8bd8-faf2f252dbb6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.761849] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036881, 'name': Rename_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.763277] env[68627]: DEBUG nova.policy [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09f509a348e244e68e979db65be7d6ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '204ffe04b4334ff28ad9a3c77246ce4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.828394] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.828718] env[68627]: DEBUG oslo_vmware.api [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036876, 'name': ReconfigVM_Task, 'duration_secs': 0.632675} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.829251] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Reconfigured VM instance instance-00000019 to attach disk [datastore2] volume-51812570-180a-483b-af3e-84514ae563a4/volume-51812570-180a-483b-af3e-84514ae563a4.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.837747] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcc2028d-ac47-4d81-8289-27ea3cb80495 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.858267] env[68627]: DEBUG oslo_vmware.api [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 746.858267] env[68627]: value = "task-3036882" [ 746.858267] env[68627]: _type = "Task" [ 746.858267] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.873563] env[68627]: DEBUG oslo_vmware.api [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.985949] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.158764] env[68627]: DEBUG nova.compute.manager [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.236173] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036879, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.247754] env[68627]: DEBUG oslo_concurrency.lockutils [None req-965e4840-8d4b-42c9-b838-ebec30e85177 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "420b0636-2a0f-4e54-aec4-ae0083e300e5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.690s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.258180] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036881, 'name': Rename_Task, 'duration_secs': 0.417223} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.258397] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.259275] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2854829d-55d7-44ed-a2ba-72b1cf53cc7a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.266962] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 747.266962] env[68627]: value = "task-3036883" [ 747.266962] env[68627]: _type = "Task" [ 747.266962] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.291691] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.295930] env[68627]: INFO nova.compute.manager [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Took 39.99 seconds to build instance. [ 747.330272] env[68627]: DEBUG nova.network.neutron [-] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.340923] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834d7a03-ac8a-4b10-941e-9b42c1ea0979 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.350871] env[68627]: DEBUG nova.network.neutron [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Successfully created port: d9d892df-d4a6-43b7-bb9b-ac92718351e9 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.353901] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a783a6-85b8-4f62-8f80-86ae4ab4116d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.391632] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1be99a6-26c1-40c8-8a7d-e8eebcbb00e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.400022] env[68627]: DEBUG oslo_vmware.api [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036882, 'name': ReconfigVM_Task, 'duration_secs': 0.212806} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.400022] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608517', 'volume_id': '51812570-180a-483b-af3e-84514ae563a4', 'name': 'volume-51812570-180a-483b-af3e-84514ae563a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aded3c33-08be-4109-960c-111194975958', 'attached_at': '', 'detached_at': '', 'volume_id': '51812570-180a-483b-af3e-84514ae563a4', 'serial': '51812570-180a-483b-af3e-84514ae563a4'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 747.403743] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d7940d-db97-4c63-9828-d0eda4333f0f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.424635] env[68627]: DEBUG nova.compute.provider_tree [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.485415] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036880, 'name': ReconfigVM_Task, 'duration_secs': 0.738262} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.485794] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 567f617b-7bc8-4881-a593-469158cca154/567f617b-7bc8-4881-a593-469158cca154.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.487639] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-826a7f75-e1fc-434a-bb37-5d13d94c8de1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.497021] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 747.497021] env[68627]: value = "task-3036884" [ 747.497021] env[68627]: _type = "Task" [ 747.497021] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.508974] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036884, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.738454] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036879, 'name': CloneVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.787480] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036883, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.803022] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bece55f8-7221-4cdd-8a8a-4ab6c4a14034 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Lock "8ba8e593-f0bc-495d-9c67-a9583e152b70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.237s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.837036] env[68627]: INFO nova.compute.manager [-] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Took 2.31 seconds to deallocate network for instance. [ 747.838970] env[68627]: DEBUG nova.compute.manager [req-9e61f2aa-b743-43b1-b245-004a0753fce9 req-315dee86-a9fe-4cd5-9dd8-1ad9e98583bc service nova] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Received event network-vif-deleted-165c47a3-3f98-4ff9-8736-a6d8ddb06f45 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.838970] env[68627]: DEBUG nova.compute.manager [req-9e61f2aa-b743-43b1-b245-004a0753fce9 req-315dee86-a9fe-4cd5-9dd8-1ad9e98583bc service nova] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Received event network-vif-deleted-699241d5-6cc6-4e5b-ac54-f112360d8405 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.878680] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "8b733d8f-d022-48d8-9685-31ed951af87e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.878932] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "8b733d8f-d022-48d8-9685-31ed951af87e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.927929] env[68627]: DEBUG nova.scheduler.client.report [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.010944] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036884, 'name': Rename_Task, 'duration_secs': 0.213787} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.011255] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.011512] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16176fa7-bf76-4671-a248-9483f4d734b1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.021108] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 748.021108] env[68627]: value = "task-3036885" [ 748.021108] env[68627]: _type = "Task" [ 748.021108] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.031409] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.171055] env[68627]: DEBUG nova.compute.manager [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.198412] env[68627]: DEBUG nova.virt.hardware [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.201021] env[68627]: DEBUG nova.virt.hardware [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.201021] env[68627]: DEBUG nova.virt.hardware [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.201021] env[68627]: DEBUG nova.virt.hardware [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.201021] env[68627]: DEBUG nova.virt.hardware [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.201021] env[68627]: DEBUG nova.virt.hardware [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.201021] env[68627]: DEBUG nova.virt.hardware [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.201021] env[68627]: DEBUG nova.virt.hardware [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.201021] env[68627]: DEBUG nova.virt.hardware [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.201021] env[68627]: DEBUG nova.virt.hardware [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.201397] env[68627]: DEBUG nova.virt.hardware [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.202278] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2a6d64-7747-46ae-8d1a-9b12181c2345 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.213312] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd84a345-1385-4af0-ae71-eabdb58c5dd5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.239412] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036879, 'name': CloneVM_Task, 'duration_secs': 1.598721} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.239756] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Created linked-clone VM from snapshot [ 748.240843] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06754a7c-e6bc-4a6a-866a-2ca600cd38e6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.252930] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Uploading image cdd686f2-7295-40cb-8bb5-ccdb91a11fc9 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 748.264610] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 748.265043] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f01a503f-c69f-4155-ba62-f9bef9fd9635 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.273561] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 748.273561] env[68627]: value = "task-3036886" [ 748.273561] env[68627]: _type = "Task" [ 748.273561] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.286308] env[68627]: DEBUG oslo_vmware.api [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036883, 'name': PowerOnVM_Task, 'duration_secs': 0.610161} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.289780] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.290053] env[68627]: INFO nova.compute.manager [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Took 10.86 seconds to spawn the instance on the hypervisor. [ 748.290244] env[68627]: DEBUG nova.compute.manager [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.290766] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036886, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.291331] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef33ba5-637d-46aa-bd26-765687303920 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.305604] env[68627]: DEBUG nova.compute.manager [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.348018] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.433547] env[68627]: DEBUG oslo_concurrency.lockutils [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.437822] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.217s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.440562] env[68627]: DEBUG nova.objects.instance [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lazy-loading 'resources' on Instance uuid 10d5e8a7-7d54-40e9-84c8-b3975235442d {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.453442] env[68627]: DEBUG nova.objects.instance [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lazy-loading 'flavor' on Instance uuid aded3c33-08be-4109-960c-111194975958 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.469138] env[68627]: INFO nova.scheduler.client.report [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted allocations for instance d1ec15c3-dc28-4b64-8277-48d732289a64 [ 748.533934] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.794525] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036886, 'name': Destroy_Task, 'duration_secs': 0.496398} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.794525] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Destroyed the VM [ 748.794525] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 748.794525] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa9607dd-4c01-4e97-b989-ac5563c24861 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.812525] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 748.812525] env[68627]: value = "task-3036887" [ 748.812525] env[68627]: _type = "Task" [ 748.812525] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.815831] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Acquiring lock "8ba8e593-f0bc-495d-9c67-a9583e152b70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.816073] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Lock "8ba8e593-f0bc-495d-9c67-a9583e152b70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.817586] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Acquiring lock "8ba8e593-f0bc-495d-9c67-a9583e152b70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.817586] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Lock "8ba8e593-f0bc-495d-9c67-a9583e152b70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.817586] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Lock "8ba8e593-f0bc-495d-9c67-a9583e152b70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.829447] env[68627]: INFO nova.compute.manager [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Took 39.81 seconds to build instance. [ 748.839821] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036887, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.851072] env[68627]: INFO nova.compute.manager [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Terminating instance [ 748.875503] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.958245] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d20b6ec-e5fb-4b7b-8b99-e71284807ab0 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "aded3c33-08be-4109-960c-111194975958" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.881s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.984494] env[68627]: DEBUG oslo_concurrency.lockutils [None req-47739a29-5d3a-478c-a612-15c25820c6f1 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "d1ec15c3-dc28-4b64-8277-48d732289a64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.724s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.033347] env[68627]: DEBUG oslo_vmware.api [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036885, 'name': PowerOnVM_Task, 'duration_secs': 0.699857} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.033658] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.033865] env[68627]: INFO nova.compute.manager [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Took 8.96 seconds to spawn the instance on the hypervisor. [ 749.034291] env[68627]: DEBUG nova.compute.manager [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.041332] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd659db-321a-4ff4-995a-4e5474d014cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.323263] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036887, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.332159] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1c5c48-6d2c-4aa0-bd78-8e0527f3aebc tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "65a95fef-d9f4-4fbc-b735-4af788dc8d5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.790s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.359016] env[68627]: DEBUG nova.compute.manager [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.359016] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.359016] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad4c239-6fce-4b7f-8225-64b931da9568 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.368223] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.370456] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53d53441-fa4b-47ce-be3c-d860bb1085d6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.379661] env[68627]: DEBUG oslo_vmware.api [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Waiting for the task: (returnval){ [ 749.379661] env[68627]: value = "task-3036888" [ 749.379661] env[68627]: _type = "Task" [ 749.379661] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.391593] env[68627]: DEBUG nova.network.neutron [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Successfully updated port: d9d892df-d4a6-43b7-bb9b-ac92718351e9 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.400427] env[68627]: DEBUG oslo_vmware.api [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.463960] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "420b0636-2a0f-4e54-aec4-ae0083e300e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.466925] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "420b0636-2a0f-4e54-aec4-ae0083e300e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.466925] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "420b0636-2a0f-4e54-aec4-ae0083e300e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.466925] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "420b0636-2a0f-4e54-aec4-ae0083e300e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.466925] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "420b0636-2a0f-4e54-aec4-ae0083e300e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.467289] env[68627]: INFO nova.compute.manager [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Terminating instance [ 749.566018] env[68627]: INFO nova.compute.manager [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Took 38.61 seconds to build instance. [ 749.579727] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeef095-5e92-4063-9774-153f4a9f701a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.591759] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3057c5-a26e-4f31-8183-0677ad7ccd43 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.627599] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beddaea7-d59b-40cd-98d3-f48286d754b8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.636987] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e3812f-6be9-4393-a2f8-3dfde73106d3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.653279] env[68627]: DEBUG nova.compute.provider_tree [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.824823] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036887, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.835411] env[68627]: DEBUG nova.compute.manager [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.894082] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "refresh_cache-bafad755-24d0-40c9-b229-216ccfaff4ab" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.894286] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "refresh_cache-bafad755-24d0-40c9-b229-216ccfaff4ab" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.894620] env[68627]: DEBUG nova.network.neutron [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.896026] env[68627]: DEBUG oslo_vmware.api [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036888, 'name': PowerOffVM_Task, 'duration_secs': 0.393537} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.896827] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.897059] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.897363] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80dfba68-f378-4137-a3ec-5f76f98ff934 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.977022] env[68627]: DEBUG nova.compute.manager [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.977022] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.977022] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3f8c25-caed-48a6-bc68-0ab427efd738 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.985784] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.986083] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13303307-f5be-44f0-8417-d5a543497ea2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.993040] env[68627]: DEBUG oslo_vmware.api [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 749.993040] env[68627]: value = "task-3036890" [ 749.993040] env[68627]: _type = "Task" [ 749.993040] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.002951] env[68627]: DEBUG oslo_vmware.api [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.004790] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.005008] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.005193] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Deleting the datastore file [datastore2] 8ba8e593-f0bc-495d-9c67-a9583e152b70 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.005448] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cb2b4f1-3e3f-493e-96d1-d4ba39c1d391 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.011901] env[68627]: DEBUG oslo_vmware.api [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Waiting for the task: (returnval){ [ 750.011901] env[68627]: value = "task-3036891" [ 750.011901] env[68627]: _type = "Task" [ 750.011901] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.021036] env[68627]: DEBUG oslo_vmware.api [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.066330] env[68627]: DEBUG nova.compute.manager [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Received event network-changed-b816c2ce-8e54-4c49-bc59-789d5c68b83c {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.066631] env[68627]: DEBUG nova.compute.manager [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Refreshing instance network info cache due to event network-changed-b816c2ce-8e54-4c49-bc59-789d5c68b83c. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.066795] env[68627]: DEBUG oslo_concurrency.lockutils [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] Acquiring lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.066957] env[68627]: DEBUG oslo_concurrency.lockutils [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] Acquired lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.067200] env[68627]: DEBUG nova.network.neutron [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Refreshing network info cache for port b816c2ce-8e54-4c49-bc59-789d5c68b83c {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.070121] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fd68d7d7-95cb-4a14-a4c1-aff657f154ed tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "567f617b-7bc8-4881-a593-469158cca154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.122s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.079509] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a679a78c-152e-4b54-9394-e6407c12b1f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.089275] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d86c8df2-2844-45b3-ab3d-1164f68f3ae1 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Suspending the VM {{(pid=68627) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 750.089594] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4b92d1b1-1aa4-4557-ac9d-0c8e3d239db0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.097691] env[68627]: DEBUG oslo_vmware.api [None req-d86c8df2-2844-45b3-ab3d-1164f68f3ae1 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 750.097691] env[68627]: value = "task-3036892" [ 750.097691] env[68627]: _type = "Task" [ 750.097691] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.114405] env[68627]: DEBUG oslo_vmware.api [None req-d86c8df2-2844-45b3-ab3d-1164f68f3ae1 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036892, 'name': SuspendVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.157697] env[68627]: DEBUG nova.scheduler.client.report [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.242109] env[68627]: DEBUG oslo_concurrency.lockutils [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "aded3c33-08be-4109-960c-111194975958" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.242397] env[68627]: DEBUG oslo_concurrency.lockutils [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "aded3c33-08be-4109-960c-111194975958" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.324464] env[68627]: DEBUG oslo_vmware.api [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036887, 'name': RemoveSnapshot_Task, 'duration_secs': 1.095886} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.324840] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 750.362577] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.428815] env[68627]: DEBUG nova.network.neutron [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.504071] env[68627]: DEBUG oslo_vmware.api [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036890, 'name': PowerOffVM_Task, 'duration_secs': 0.246031} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.507748] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.507748] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.507748] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6176800-feba-458d-af20-cf862feeada5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.520956] env[68627]: DEBUG oslo_vmware.api [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Task: {'id': task-3036891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236737} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.521298] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.521391] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.521558] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.521725] env[68627]: INFO nova.compute.manager [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Took 1.17 seconds to destroy the instance on the hypervisor. [ 750.521954] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.522163] env[68627]: DEBUG nova.compute.manager [-] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.522237] env[68627]: DEBUG nova.network.neutron [-] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.569509] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.569509] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.569509] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Deleting the datastore file [datastore2] 420b0636-2a0f-4e54-aec4-ae0083e300e5 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.571356] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3dcc3ac-786e-4f2b-b984-1672764a54e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.574496] env[68627]: DEBUG nova.compute.manager [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.584509] env[68627]: DEBUG oslo_vmware.api [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 750.584509] env[68627]: value = "task-3036894" [ 750.584509] env[68627]: _type = "Task" [ 750.584509] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.597978] env[68627]: DEBUG oslo_vmware.api [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.611022] env[68627]: DEBUG oslo_vmware.api [None req-d86c8df2-2844-45b3-ab3d-1164f68f3ae1 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036892, 'name': SuspendVM_Task} progress is 58%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.666855] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.671505] env[68627]: DEBUG oslo_concurrency.lockutils [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.976s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.671781] env[68627]: DEBUG nova.objects.instance [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lazy-loading 'resources' on Instance uuid db67f3dd-8b08-4114-9c41-4b145b37180d {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.679150] env[68627]: DEBUG nova.network.neutron [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Updating instance_info_cache with network_info: [{"id": "d9d892df-d4a6-43b7-bb9b-ac92718351e9", "address": "fa:16:3e:6f:0e:ea", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d892df-d4", "ovs_interfaceid": "d9d892df-d4a6-43b7-bb9b-ac92718351e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.699295] env[68627]: INFO nova.scheduler.client.report [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Deleted allocations for instance 10d5e8a7-7d54-40e9-84c8-b3975235442d [ 750.747992] env[68627]: INFO nova.compute.manager [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Detaching volume 51812570-180a-483b-af3e-84514ae563a4 [ 750.797693] env[68627]: INFO nova.virt.block_device [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Attempting to driver detach volume 51812570-180a-483b-af3e-84514ae563a4 from mountpoint /dev/sdb [ 750.798220] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 750.798508] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608517', 'volume_id': '51812570-180a-483b-af3e-84514ae563a4', 'name': 'volume-51812570-180a-483b-af3e-84514ae563a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aded3c33-08be-4109-960c-111194975958', 'attached_at': '', 'detached_at': '', 'volume_id': '51812570-180a-483b-af3e-84514ae563a4', 'serial': '51812570-180a-483b-af3e-84514ae563a4'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 750.800269] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d7ac1a-d278-4010-ad41-2153711b6543 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.823173] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c352ab3f-e5c4-4d2a-bf48-9afaba9e9689 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.829586] env[68627]: WARNING nova.compute.manager [None req-542a40d5-35ec-4986-8895-e052a393f51f tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Image not found during snapshot: nova.exception.ImageNotFound: Image cdd686f2-7295-40cb-8bb5-ccdb91a11fc9 could not be found. [ 750.836640] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1420b95-950d-4a07-b537-2af758f39665 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.862472] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377c3ade-36c9-43be-9fac-d7b9df7e2a07 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.879063] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] The volume has not been displaced from its original location: [datastore2] volume-51812570-180a-483b-af3e-84514ae563a4/volume-51812570-180a-483b-af3e-84514ae563a4.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 750.884459] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 750.884787] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6cce636-3522-4081-b25e-5ec85e9a25eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.905676] env[68627]: DEBUG oslo_vmware.api [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 750.905676] env[68627]: value = "task-3036895" [ 750.905676] env[68627]: _type = "Task" [ 750.905676] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.906544] env[68627]: DEBUG nova.network.neutron [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Updated VIF entry in instance network info cache for port b816c2ce-8e54-4c49-bc59-789d5c68b83c. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.907656] env[68627]: DEBUG nova.network.neutron [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Updating instance_info_cache with network_info: [{"id": "b816c2ce-8e54-4c49-bc59-789d5c68b83c", "address": "fa:16:3e:a0:34:40", "network": {"id": "24f4c492-9ea2-4a16-bb82-f18bbb765a74", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1825967604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6befe839bc34fc3a18c15775d620ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb816c2ce-8e", "ovs_interfaceid": "b816c2ce-8e54-4c49-bc59-789d5c68b83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.918123] env[68627]: DEBUG oslo_vmware.api [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.097172] env[68627]: DEBUG oslo_vmware.api [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3036894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20845} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.097439] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.097621] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.097790] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.097953] env[68627]: INFO nova.compute.manager [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 751.098246] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.098441] env[68627]: DEBUG nova.compute.manager [-] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.098565] env[68627]: DEBUG nova.network.neutron [-] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.101379] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.110747] env[68627]: DEBUG oslo_vmware.api [None req-d86c8df2-2844-45b3-ab3d-1164f68f3ae1 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036892, 'name': SuspendVM_Task, 'duration_secs': 0.828514} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.111682] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d86c8df2-2844-45b3-ab3d-1164f68f3ae1 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Suspended the VM {{(pid=68627) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 751.111682] env[68627]: DEBUG nova.compute.manager [None req-d86c8df2-2844-45b3-ab3d-1164f68f3ae1 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.111971] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a66725a-e9c3-4b31-8829-676c15f936f1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.179844] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "refresh_cache-bafad755-24d0-40c9-b229-216ccfaff4ab" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.180176] env[68627]: DEBUG nova.compute.manager [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Instance network_info: |[{"id": "d9d892df-d4a6-43b7-bb9b-ac92718351e9", "address": "fa:16:3e:6f:0e:ea", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d892df-d4", "ovs_interfaceid": "d9d892df-d4a6-43b7-bb9b-ac92718351e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.180647] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:0e:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9d892df-d4a6-43b7-bb9b-ac92718351e9', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.189863] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.190733] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.190733] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa077517-a30d-4a7a-af9a-505c42a6702e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.214167] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5d7bd281-84a0-4598-8ba4-eeac004e8e00 tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "10d5e8a7-7d54-40e9-84c8-b3975235442d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.770s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.222222] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.222222] env[68627]: value = "task-3036896" [ 751.222222] env[68627]: _type = "Task" [ 751.222222] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.236597] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036896, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.420972] env[68627]: DEBUG oslo_concurrency.lockutils [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] Releasing lock "refresh_cache-420b0636-2a0f-4e54-aec4-ae0083e300e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.421201] env[68627]: DEBUG nova.compute.manager [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Received event network-vif-plugged-d9d892df-d4a6-43b7-bb9b-ac92718351e9 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.421467] env[68627]: DEBUG oslo_concurrency.lockutils [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] Acquiring lock "bafad755-24d0-40c9-b229-216ccfaff4ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.421725] env[68627]: DEBUG oslo_concurrency.lockutils [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] Lock "bafad755-24d0-40c9-b229-216ccfaff4ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.421928] env[68627]: DEBUG oslo_concurrency.lockutils [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] Lock "bafad755-24d0-40c9-b229-216ccfaff4ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.422154] env[68627]: DEBUG nova.compute.manager [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] No waiting events found dispatching network-vif-plugged-d9d892df-d4a6-43b7-bb9b-ac92718351e9 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.426024] env[68627]: WARNING nova.compute.manager [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Received unexpected event network-vif-plugged-d9d892df-d4a6-43b7-bb9b-ac92718351e9 for instance with vm_state building and task_state spawning. [ 751.426024] env[68627]: DEBUG nova.compute.manager [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Received event network-changed-d9d892df-d4a6-43b7-bb9b-ac92718351e9 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.426024] env[68627]: DEBUG nova.compute.manager [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Refreshing instance network info cache due to event network-changed-d9d892df-d4a6-43b7-bb9b-ac92718351e9. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.426024] env[68627]: DEBUG oslo_concurrency.lockutils [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] Acquiring lock "refresh_cache-bafad755-24d0-40c9-b229-216ccfaff4ab" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.426024] env[68627]: DEBUG oslo_concurrency.lockutils [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] Acquired lock "refresh_cache-bafad755-24d0-40c9-b229-216ccfaff4ab" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.426024] env[68627]: DEBUG nova.network.neutron [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Refreshing network info cache for port d9d892df-d4a6-43b7-bb9b-ac92718351e9 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.426024] env[68627]: DEBUG nova.network.neutron [-] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.438242] env[68627]: DEBUG oslo_vmware.api [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036895, 'name': ReconfigVM_Task, 'duration_secs': 0.244959} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.447556] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 751.453220] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f39480-05be-4ff7-a8a7-9fb7a5e9cd97 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.473706] env[68627]: DEBUG oslo_vmware.api [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 751.473706] env[68627]: value = "task-3036897" [ 751.473706] env[68627]: _type = "Task" [ 751.473706] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.483177] env[68627]: DEBUG oslo_vmware.api [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.568195] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "d97f7887-afa4-4707-99dd-ef8376e41103" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.568620] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "d97f7887-afa4-4707-99dd-ef8376e41103" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.568692] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "d97f7887-afa4-4707-99dd-ef8376e41103-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.568834] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "d97f7887-afa4-4707-99dd-ef8376e41103-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.569010] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "d97f7887-afa4-4707-99dd-ef8376e41103-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.571656] env[68627]: INFO nova.compute.manager [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Terminating instance [ 751.733739] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036896, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.805114] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6d797b-b32e-42c1-8183-48b898dffedf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.817929] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23573776-8c84-4acc-a47f-7f14b3dabe98 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.854973] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a35104-460a-4e45-8f21-f88de2069d46 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.865076] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e5751c-8e4d-4aa1-a50a-895200fcafc5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.607957] env[68627]: INFO nova.compute.manager [-] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Took 2.09 seconds to deallocate network for instance. [ 752.608319] env[68627]: DEBUG nova.network.neutron [-] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.610163] env[68627]: DEBUG nova.compute.manager [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.610163] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.610550] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "ef414e3a-4eaf-4f52-bc67-3bcd252a7477" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.610777] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "ef414e3a-4eaf-4f52-bc67-3bcd252a7477" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.610963] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "ef414e3a-4eaf-4f52-bc67-3bcd252a7477-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.611156] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "ef414e3a-4eaf-4f52-bc67-3bcd252a7477-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.611318] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "ef414e3a-4eaf-4f52-bc67-3bcd252a7477-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.613750] env[68627]: DEBUG nova.compute.manager [req-3ff7acca-2dd4-4222-9cc6-e53014c1d5b3 req-6c94f25f-8bc1-4ce8-a6ec-a67f20b3b82c service nova] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Received event network-vif-deleted-05962863-6d73-44f3-aa6e-3bd78fd3b0d2 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.614647] env[68627]: DEBUG nova.compute.manager [req-3ff7acca-2dd4-4222-9cc6-e53014c1d5b3 req-6c94f25f-8bc1-4ce8-a6ec-a67f20b3b82c service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Received event network-vif-deleted-b816c2ce-8e54-4c49-bc59-789d5c68b83c {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.614647] env[68627]: INFO nova.compute.manager [req-3ff7acca-2dd4-4222-9cc6-e53014c1d5b3 req-6c94f25f-8bc1-4ce8-a6ec-a67f20b3b82c service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Neutron deleted interface b816c2ce-8e54-4c49-bc59-789d5c68b83c; detaching it from the instance and deleting it from the info cache [ 752.614647] env[68627]: DEBUG nova.network.neutron [req-3ff7acca-2dd4-4222-9cc6-e53014c1d5b3 req-6c94f25f-8bc1-4ce8-a6ec-a67f20b3b82c service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.617016] env[68627]: INFO nova.compute.manager [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Terminating instance [ 752.623177] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d4ee89-ffe4-4c4f-afef-9cf88e8c8eb6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.643041] env[68627]: DEBUG nova.compute.provider_tree [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.650034] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036896, 'name': CreateVM_Task, 'duration_secs': 1.414} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.650275] env[68627]: DEBUG oslo_vmware.api [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3036897, 'name': ReconfigVM_Task, 'duration_secs': 0.269975} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.653257] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.653715] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608517', 'volume_id': '51812570-180a-483b-af3e-84514ae563a4', 'name': 'volume-51812570-180a-483b-af3e-84514ae563a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aded3c33-08be-4109-960c-111194975958', 'attached_at': '', 'detached_at': '', 'volume_id': '51812570-180a-483b-af3e-84514ae563a4', 'serial': '51812570-180a-483b-af3e-84514ae563a4'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 752.656033] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.657208] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.657208] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.657355] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.658413] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c57e5e9-4f9a-4a2b-8825-fafb6aac2f02 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.660017] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b6e4191-5543-439a-8bbd-388da6fbc3d8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.666675] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 752.666675] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e5cdad-4c04-6929-d70a-6368f9243d79" [ 752.666675] env[68627]: _type = "Task" [ 752.666675] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.671211] env[68627]: DEBUG oslo_vmware.api [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 752.671211] env[68627]: value = "task-3036898" [ 752.671211] env[68627]: _type = "Task" [ 752.671211] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.678256] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e5cdad-4c04-6929-d70a-6368f9243d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.684270] env[68627]: DEBUG oslo_vmware.api [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.021319] env[68627]: DEBUG nova.network.neutron [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Updated VIF entry in instance network info cache for port d9d892df-d4a6-43b7-bb9b-ac92718351e9. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.021319] env[68627]: DEBUG nova.network.neutron [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Updating instance_info_cache with network_info: [{"id": "d9d892df-d4a6-43b7-bb9b-ac92718351e9", "address": "fa:16:3e:6f:0e:ea", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d892df-d4", "ovs_interfaceid": "d9d892df-d4a6-43b7-bb9b-ac92718351e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.121317] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-171aa8eb-8560-4b46-9d71-bb539a2eef41 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.121317] env[68627]: INFO nova.compute.manager [-] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Took 2.02 seconds to deallocate network for instance. [ 753.132663] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc71724-0419-4562-a84d-c6a7cea75795 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.153116] env[68627]: DEBUG nova.compute.manager [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.153116] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.153116] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.156094] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c979c686-2686-4382-a5eb-eb2e3627f3ac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.157806] env[68627]: DEBUG nova.scheduler.client.report [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.168930] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.175387] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad06e981-073d-47ec-a98e-3ef5d4a49aba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.189766] env[68627]: DEBUG nova.compute.manager [req-3ff7acca-2dd4-4222-9cc6-e53014c1d5b3 req-6c94f25f-8bc1-4ce8-a6ec-a67f20b3b82c service nova] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Detach interface failed, port_id=b816c2ce-8e54-4c49-bc59-789d5c68b83c, reason: Instance 420b0636-2a0f-4e54-aec4-ae0083e300e5 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 753.200400] env[68627]: DEBUG oslo_vmware.api [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036898, 'name': PowerOffVM_Task, 'duration_secs': 0.220204} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.205620] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.205897] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.206257] env[68627]: DEBUG oslo_vmware.api [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 753.206257] env[68627]: value = "task-3036899" [ 753.206257] env[68627]: _type = "Task" [ 753.206257] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.206760] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e5cdad-4c04-6929-d70a-6368f9243d79, 'name': SearchDatastore_Task, 'duration_secs': 0.01667} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.206976] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5b14a53-cbca-419f-883d-432560e84d4e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.208880] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.209139] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.209397] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.209547] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.209785] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.212871] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2190456-6842-41fb-9e73-081342002b22 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.222208] env[68627]: DEBUG oslo_vmware.api [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.223748] env[68627]: DEBUG nova.objects.instance [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lazy-loading 'flavor' on Instance uuid aded3c33-08be-4109-960c-111194975958 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.226183] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.226369] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.227342] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d937d35-7298-4ff6-a161-8c5731c2202f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.233821] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 753.233821] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ea2839-055d-20d5-0ffa-8e9c07175c95" [ 753.233821] env[68627]: _type = "Task" [ 753.233821] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.243017] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ea2839-055d-20d5-0ffa-8e9c07175c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.291104] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.291360] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.291541] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Deleting the datastore file [datastore2] d97f7887-afa4-4707-99dd-ef8376e41103 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.291883] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-444596ac-cc3b-449d-b8d2-d8e676681294 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.300177] env[68627]: DEBUG oslo_vmware.api [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 753.300177] env[68627]: value = "task-3036901" [ 753.300177] env[68627]: _type = "Task" [ 753.300177] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.309749] env[68627]: DEBUG oslo_vmware.api [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.524088] env[68627]: DEBUG oslo_concurrency.lockutils [req-654174e9-308c-41ad-81a7-cf4c2794e4a7 req-487b52b4-bce3-403a-9e95-d2a3b30495b8 service nova] Releasing lock "refresh_cache-bafad755-24d0-40c9-b229-216ccfaff4ab" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.628614] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.655192] env[68627]: DEBUG nova.compute.manager [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.656107] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca93de06-0974-46a0-a85f-f6e192a686d6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.663812] env[68627]: DEBUG oslo_concurrency.lockutils [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.992s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.669200] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.522s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.670998] env[68627]: INFO nova.compute.claims [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.696027] env[68627]: INFO nova.scheduler.client.report [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Deleted allocations for instance db67f3dd-8b08-4114-9c41-4b145b37180d [ 753.721171] env[68627]: DEBUG oslo_vmware.api [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036899, 'name': PowerOffVM_Task, 'duration_secs': 0.193795} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.721488] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.721699] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.722653] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5782ff14-85bc-4081-bbe0-903bd9ce0cbd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.746381] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ea2839-055d-20d5-0ffa-8e9c07175c95, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.747769] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aaf2559-26e1-48fd-96af-e1a9b0b02c16 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.755192] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 753.755192] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52dd0d88-cd62-a98a-235d-7910af591352" [ 753.755192] env[68627]: _type = "Task" [ 753.755192] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.766806] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52dd0d88-cd62-a98a-235d-7910af591352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.797314] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.797314] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.797314] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Deleting the datastore file [datastore2] ef414e3a-4eaf-4f52-bc67-3bcd252a7477 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.797801] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14b27d64-83a6-46fc-897b-33ddc0a9203c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.813185] env[68627]: DEBUG oslo_vmware.api [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3036901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217117} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.814657] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.815071] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.815396] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.815686] env[68627]: INFO nova.compute.manager [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Took 1.21 seconds to destroy the instance on the hypervisor. [ 753.816042] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.816443] env[68627]: DEBUG oslo_vmware.api [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for the task: (returnval){ [ 753.816443] env[68627]: value = "task-3036903" [ 753.816443] env[68627]: _type = "Task" [ 753.816443] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.816807] env[68627]: DEBUG nova.compute.manager [-] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.817014] env[68627]: DEBUG nova.network.neutron [-] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.827650] env[68627]: DEBUG oslo_vmware.api [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.170800] env[68627]: INFO nova.compute.manager [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] instance snapshotting [ 754.171016] env[68627]: WARNING nova.compute.manager [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 754.174035] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f02ae71-cc44-48f1-b9be-070bfe82b30c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.197018] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56586660-daa8-48d6-8786-901386f2c048 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.209079] env[68627]: DEBUG oslo_concurrency.lockutils [None req-608e325a-5eed-4380-bb43-49bbe7968bbd tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "db67f3dd-8b08-4114-9c41-4b145b37180d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.096s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.232243] env[68627]: DEBUG oslo_concurrency.lockutils [None req-10280795-4fc0-4b0d-96e8-ad13c82a6186 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "aded3c33-08be-4109-960c-111194975958" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.990s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.268203] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52dd0d88-cd62-a98a-235d-7910af591352, 'name': SearchDatastore_Task, 'duration_secs': 0.011895} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.268473] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.268734] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] bafad755-24d0-40c9-b229-216ccfaff4ab/bafad755-24d0-40c9-b229-216ccfaff4ab.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.269012] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1bde745-7952-4962-9272-cca3a3379a97 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.278803] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 754.278803] env[68627]: value = "task-3036904" [ 754.278803] env[68627]: _type = "Task" [ 754.278803] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.288419] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.328504] env[68627]: DEBUG oslo_vmware.api [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Task: {'id': task-3036903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141562} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.328767] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.328947] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.329139] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.329309] env[68627]: INFO nova.compute.manager [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Took 1.18 seconds to destroy the instance on the hypervisor. [ 754.329554] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.329741] env[68627]: DEBUG nova.compute.manager [-] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.329832] env[68627]: DEBUG nova.network.neutron [-] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.711628] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 754.713489] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c0cc4bf1-5b39-4be5-87b8-e00672c03759 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.728822] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 754.728822] env[68627]: value = "task-3036905" [ 754.728822] env[68627]: _type = "Task" [ 754.728822] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.741893] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036905, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.771894] env[68627]: DEBUG nova.compute.manager [req-0ce370ed-2d53-4b78-bb30-91f3a6e926c5 req-c8aeb694-af6b-4e89-a489-cc7b38a8c37b service nova] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Received event network-vif-deleted-de4f37ad-ca58-4168-8ed1-13c4201638b4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.772898] env[68627]: INFO nova.compute.manager [req-0ce370ed-2d53-4b78-bb30-91f3a6e926c5 req-c8aeb694-af6b-4e89-a489-cc7b38a8c37b service nova] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Neutron deleted interface de4f37ad-ca58-4168-8ed1-13c4201638b4; detaching it from the instance and deleting it from the info cache [ 754.772898] env[68627]: DEBUG nova.network.neutron [req-0ce370ed-2d53-4b78-bb30-91f3a6e926c5 req-c8aeb694-af6b-4e89-a489-cc7b38a8c37b service nova] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.796270] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471842} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.797875] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] bafad755-24d0-40c9-b229-216ccfaff4ab/bafad755-24d0-40c9-b229-216ccfaff4ab.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.798058] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.799325] env[68627]: DEBUG nova.compute.manager [req-e9626df6-f17c-4ccd-a545-fb8b855415a5 req-5f8e6983-6938-445e-9adb-9354e42d03b5 service nova] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Received event network-vif-deleted-e8b43a0b-8406-49e2-aa09-18d28a615e28 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.799545] env[68627]: INFO nova.compute.manager [req-e9626df6-f17c-4ccd-a545-fb8b855415a5 req-5f8e6983-6938-445e-9adb-9354e42d03b5 service nova] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Neutron deleted interface e8b43a0b-8406-49e2-aa09-18d28a615e28; detaching it from the instance and deleting it from the info cache [ 754.799783] env[68627]: DEBUG nova.network.neutron [req-e9626df6-f17c-4ccd-a545-fb8b855415a5 req-5f8e6983-6938-445e-9adb-9354e42d03b5 service nova] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.803997] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0611170-835b-4c89-9619-c8eaf6505b55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.819171] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 754.819171] env[68627]: value = "task-3036906" [ 754.819171] env[68627]: _type = "Task" [ 754.819171] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.832797] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.110864] env[68627]: DEBUG nova.network.neutron [-] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.119048] env[68627]: DEBUG nova.network.neutron [-] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.224471] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e89ab5-0f8d-416b-8210-3f09d72344ff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.234966] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f620c994-5362-44b7-9e9b-1210b563cbdd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.241194] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036905, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.273985] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba300de-ba77-488f-9ffa-ac1c006bf716 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.277489] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5358856-06c1-4748-9d72-012de42fee2e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.286054] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3503833d-da3a-4701-8664-b23f436d1fd0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.292469] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7f45d2-63c0-4ce3-82a9-1364c3acf831 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.304990] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02740eac-ec0e-4ab6-bcf0-88b6b152271d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.315558] env[68627]: DEBUG nova.compute.provider_tree [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.331031] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62779ce8-61bc-47d7-b247-305034cdf4d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.341284] env[68627]: DEBUG nova.compute.manager [req-0ce370ed-2d53-4b78-bb30-91f3a6e926c5 req-c8aeb694-af6b-4e89-a489-cc7b38a8c37b service nova] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Detach interface failed, port_id=de4f37ad-ca58-4168-8ed1-13c4201638b4, reason: Instance d97f7887-afa4-4707-99dd-ef8376e41103 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 755.351739] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062724} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.351739] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.352620] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d99e3f-7e21-41c1-a2ca-7b4d56495b22 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.367626] env[68627]: DEBUG nova.compute.manager [req-e9626df6-f17c-4ccd-a545-fb8b855415a5 req-5f8e6983-6938-445e-9adb-9354e42d03b5 service nova] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Detach interface failed, port_id=e8b43a0b-8406-49e2-aa09-18d28a615e28, reason: Instance ef414e3a-4eaf-4f52-bc67-3bcd252a7477 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 755.385632] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] bafad755-24d0-40c9-b229-216ccfaff4ab/bafad755-24d0-40c9-b229-216ccfaff4ab.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.386254] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2cc76a7-dc6c-4cf2-b30c-17bb3417e103 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.407327] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 755.407327] env[68627]: value = "task-3036907" [ 755.407327] env[68627]: _type = "Task" [ 755.407327] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.416520] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.613596] env[68627]: INFO nova.compute.manager [-] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Took 1.80 seconds to deallocate network for instance. [ 755.627190] env[68627]: INFO nova.compute.manager [-] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Took 1.29 seconds to deallocate network for instance. [ 755.743735] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036905, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.819221] env[68627]: DEBUG nova.scheduler.client.report [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.844023] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquiring lock "e128d8e5-e7bf-473a-aa5b-f887bf9057a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.844023] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Lock "e128d8e5-e7bf-473a-aa5b-f887bf9057a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.919448] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.051299] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "98be3a3d-0094-40db-a6e6-8b0ae95b2435" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.051299] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "98be3a3d-0094-40db-a6e6-8b0ae95b2435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.128827] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.137015] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.240724] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036905, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.324389] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.324953] env[68627]: DEBUG nova.compute.manager [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.327551] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.694s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.329015] env[68627]: INFO nova.compute.claims [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.419955] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036907, 'name': ReconfigVM_Task, 'duration_secs': 0.843059} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.420298] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Reconfigured VM instance instance-0000002c to attach disk [datastore1] bafad755-24d0-40c9-b229-216ccfaff4ab/bafad755-24d0-40c9-b229-216ccfaff4ab.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.420973] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ad74206-d9a5-4162-8681-b9166ee45f07 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.429856] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 756.429856] env[68627]: value = "task-3036908" [ 756.429856] env[68627]: _type = "Task" [ 756.429856] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.440827] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036908, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.741340] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036905, 'name': CreateSnapshot_Task, 'duration_secs': 1.906417} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.742024] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 756.742532] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3f90a9-4cea-428a-8ba7-d07bb2481d70 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.839577] env[68627]: DEBUG nova.compute.utils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.840991] env[68627]: DEBUG nova.compute.manager [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.841167] env[68627]: DEBUG nova.network.neutron [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.901146] env[68627]: DEBUG nova.policy [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64126a24a231479492a93e4a4a232943', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c830beed5044dbd8edc81b56fae7fea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.941784] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036908, 'name': Rename_Task, 'duration_secs': 0.156601} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.942261] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.942447] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02915e2b-b3d5-478a-a24b-b653753292ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.951376] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 756.951376] env[68627]: value = "task-3036909" [ 756.951376] env[68627]: _type = "Task" [ 756.951376] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.961307] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.142585] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "4db0bf5d-f7aa-45ce-95db-60596ef8966b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.142585] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "4db0bf5d-f7aa-45ce-95db-60596ef8966b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.142720] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "4db0bf5d-f7aa-45ce-95db-60596ef8966b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.143705] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "4db0bf5d-f7aa-45ce-95db-60596ef8966b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.143705] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "4db0bf5d-f7aa-45ce-95db-60596ef8966b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.145040] env[68627]: INFO nova.compute.manager [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Terminating instance [ 757.190378] env[68627]: DEBUG nova.network.neutron [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Successfully created port: f064647d-3007-4f59-b88c-28ea06e68bc1 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.261821] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 757.261959] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d7319d53-21e7-4f85-9259-3f09c56abbab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.272283] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 757.272283] env[68627]: value = "task-3036910" [ 757.272283] env[68627]: _type = "Task" [ 757.272283] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.285736] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "dd38324c-5574-48d6-b5f7-f59d65605e52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.286178] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "dd38324c-5574-48d6-b5f7-f59d65605e52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.286525] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "dd38324c-5574-48d6-b5f7-f59d65605e52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.286913] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "dd38324c-5574-48d6-b5f7-f59d65605e52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.287253] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "dd38324c-5574-48d6-b5f7-f59d65605e52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.289242] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036910, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.290196] env[68627]: INFO nova.compute.manager [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Terminating instance [ 757.332821] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "896c1c18-ab61-474f-8357-098afecc2644" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.333073] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "896c1c18-ab61-474f-8357-098afecc2644" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.346273] env[68627]: DEBUG nova.compute.manager [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.466070] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036909, 'name': PowerOnVM_Task} progress is 95%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.650310] env[68627]: DEBUG nova.compute.manager [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.650550] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.651625] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5f288e-12bf-49fd-bb46-96b182c4ae75 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.659739] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.660015] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3171980-d11f-482d-9e3c-61e48ac629b1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.670579] env[68627]: DEBUG oslo_vmware.api [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 757.670579] env[68627]: value = "task-3036911" [ 757.670579] env[68627]: _type = "Task" [ 757.670579] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.682786] env[68627]: DEBUG oslo_vmware.api [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.787239] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036910, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.796307] env[68627]: DEBUG nova.compute.manager [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.796307] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.797020] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea1709e-312a-41f4-8210-faff17169ece {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.806556] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.806789] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-824b1f72-4198-43db-a301-d2a86b165c49 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.811158] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7e3520-854c-4344-9a99-56a198aa2f67 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.814956] env[68627]: DEBUG oslo_vmware.api [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 757.814956] env[68627]: value = "task-3036912" [ 757.814956] env[68627]: _type = "Task" [ 757.814956] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.822127] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d0cce5-dac1-4fc7-8496-756cf6845cfa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.830040] env[68627]: DEBUG oslo_vmware.api [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.880287] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4805d66e-da12-492a-a15a-6782734f7339 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.893023] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c69c11-c07e-4544-952e-6817f93305d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.916859] env[68627]: DEBUG nova.compute.provider_tree [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.962479] env[68627]: DEBUG oslo_vmware.api [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036909, 'name': PowerOnVM_Task, 'duration_secs': 0.981299} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.962827] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.963204] env[68627]: INFO nova.compute.manager [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Took 9.79 seconds to spawn the instance on the hypervisor. [ 757.963281] env[68627]: DEBUG nova.compute.manager [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.964185] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aabb05a-7755-4421-990f-b07990fa106c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.182621] env[68627]: DEBUG oslo_vmware.api [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036911, 'name': PowerOffVM_Task, 'duration_secs': 0.471871} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.182928] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.183688] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.183688] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61009f46-5506-4be3-8bf9-814764eb2c9b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.262033] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.262033] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.262217] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Deleting the datastore file [datastore2] 4db0bf5d-f7aa-45ce-95db-60596ef8966b {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.262469] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6583d3c6-da9a-4700-8457-3a95e3a5ed23 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.270437] env[68627]: DEBUG oslo_vmware.api [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 758.270437] env[68627]: value = "task-3036914" [ 758.270437] env[68627]: _type = "Task" [ 758.270437] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.280775] env[68627]: DEBUG oslo_vmware.api [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.288904] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036910, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.325401] env[68627]: DEBUG oslo_vmware.api [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036912, 'name': PowerOffVM_Task, 'duration_secs': 0.273069} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.325677] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.325852] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.326207] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f8988c8-4339-4e2c-acec-e5e8a38af627 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.380526] env[68627]: DEBUG nova.compute.manager [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.408554] env[68627]: DEBUG nova.virt.hardware [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.408825] env[68627]: DEBUG nova.virt.hardware [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.409013] env[68627]: DEBUG nova.virt.hardware [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.409234] env[68627]: DEBUG nova.virt.hardware [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.409399] env[68627]: DEBUG nova.virt.hardware [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.409590] env[68627]: DEBUG nova.virt.hardware [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.409777] env[68627]: DEBUG nova.virt.hardware [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.409962] env[68627]: DEBUG nova.virt.hardware [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.410156] env[68627]: DEBUG nova.virt.hardware [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.410345] env[68627]: DEBUG nova.virt.hardware [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.410554] env[68627]: DEBUG nova.virt.hardware [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.411470] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb1eb06-1665-4d9d-954b-62f084f017c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.420995] env[68627]: DEBUG nova.scheduler.client.report [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.425849] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174ba77a-cced-482e-bed1-0f779a396689 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.487021] env[68627]: INFO nova.compute.manager [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Took 41.61 seconds to build instance. [ 758.603896] env[68627]: DEBUG nova.compute.manager [req-4ddba022-43db-4014-bfa8-af2f1bb58a6f req-37cea401-6b50-4dec-985a-26a780e2057d service nova] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Received event network-vif-plugged-f064647d-3007-4f59-b88c-28ea06e68bc1 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.604164] env[68627]: DEBUG oslo_concurrency.lockutils [req-4ddba022-43db-4014-bfa8-af2f1bb58a6f req-37cea401-6b50-4dec-985a-26a780e2057d service nova] Acquiring lock "bd68584c-0332-4bea-b08b-5a5682f32233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.604382] env[68627]: DEBUG oslo_concurrency.lockutils [req-4ddba022-43db-4014-bfa8-af2f1bb58a6f req-37cea401-6b50-4dec-985a-26a780e2057d service nova] Lock "bd68584c-0332-4bea-b08b-5a5682f32233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.604539] env[68627]: DEBUG oslo_concurrency.lockutils [req-4ddba022-43db-4014-bfa8-af2f1bb58a6f req-37cea401-6b50-4dec-985a-26a780e2057d service nova] Lock "bd68584c-0332-4bea-b08b-5a5682f32233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.604707] env[68627]: DEBUG nova.compute.manager [req-4ddba022-43db-4014-bfa8-af2f1bb58a6f req-37cea401-6b50-4dec-985a-26a780e2057d service nova] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] No waiting events found dispatching network-vif-plugged-f064647d-3007-4f59-b88c-28ea06e68bc1 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.605248] env[68627]: WARNING nova.compute.manager [req-4ddba022-43db-4014-bfa8-af2f1bb58a6f req-37cea401-6b50-4dec-985a-26a780e2057d service nova] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Received unexpected event network-vif-plugged-f064647d-3007-4f59-b88c-28ea06e68bc1 for instance with vm_state building and task_state spawning. [ 758.679154] env[68627]: DEBUG nova.network.neutron [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Successfully updated port: f064647d-3007-4f59-b88c-28ea06e68bc1 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.749753] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.750063] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.750268] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Deleting the datastore file [datastore1] dd38324c-5574-48d6-b5f7-f59d65605e52 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.750635] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d00966a3-e6fe-4029-b9cc-3ad18435469f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.758679] env[68627]: DEBUG oslo_vmware.api [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for the task: (returnval){ [ 758.758679] env[68627]: value = "task-3036916" [ 758.758679] env[68627]: _type = "Task" [ 758.758679] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.767017] env[68627]: DEBUG oslo_vmware.api [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.780167] env[68627]: DEBUG oslo_vmware.api [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173308} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.780946] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.780946] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.780946] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.781163] env[68627]: INFO nova.compute.manager [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 758.781276] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.784568] env[68627]: DEBUG nova.compute.manager [-] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.784697] env[68627]: DEBUG nova.network.neutron [-] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.792430] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036910, 'name': CloneVM_Task} progress is 95%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.872643] env[68627]: INFO nova.compute.manager [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Rescuing [ 758.872979] env[68627]: DEBUG oslo_concurrency.lockutils [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "refresh_cache-bafad755-24d0-40c9-b229-216ccfaff4ab" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.873174] env[68627]: DEBUG oslo_concurrency.lockutils [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "refresh_cache-bafad755-24d0-40c9-b229-216ccfaff4ab" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.873453] env[68627]: DEBUG nova.network.neutron [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.931383] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.931843] env[68627]: DEBUG nova.compute.manager [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.935383] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.168s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.936942] env[68627]: INFO nova.compute.claims [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.986608] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a5010cee-2fed-4a5c-856e-edfedb0ffb69 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "bafad755-24d0-40c9-b229-216ccfaff4ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.545s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.182457] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.182674] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.182860] env[68627]: DEBUG nova.network.neutron [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.272867] env[68627]: DEBUG oslo_vmware.api [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Task: {'id': task-3036916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435212} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.273615] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.273615] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.273736] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.273993] env[68627]: INFO nova.compute.manager [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Took 1.48 seconds to destroy the instance on the hypervisor. [ 759.274354] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.274617] env[68627]: DEBUG nova.compute.manager [-] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.274755] env[68627]: DEBUG nova.network.neutron [-] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.294229] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036910, 'name': CloneVM_Task, 'duration_secs': 1.621676} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.294508] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Created linked-clone VM from snapshot [ 759.295662] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179f2dcf-7cbe-438c-b5e8-addd1625e974 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.306722] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Uploading image 17bca641-bbc9-4490-bf5f-9a25addf97a6 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 759.334910] env[68627]: DEBUG oslo_vmware.rw_handles [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 759.334910] env[68627]: value = "vm-608525" [ 759.334910] env[68627]: _type = "VirtualMachine" [ 759.334910] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 759.335225] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-91dfb3b2-57bc-4b3c-8731-4a8389810a2b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.345024] env[68627]: DEBUG oslo_vmware.rw_handles [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lease: (returnval){ [ 759.345024] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a52a1a-4a44-b2c8-d6b6-7c42146722f7" [ 759.345024] env[68627]: _type = "HttpNfcLease" [ 759.345024] env[68627]: } obtained for exporting VM: (result){ [ 759.345024] env[68627]: value = "vm-608525" [ 759.345024] env[68627]: _type = "VirtualMachine" [ 759.345024] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 759.345296] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the lease: (returnval){ [ 759.345296] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a52a1a-4a44-b2c8-d6b6-7c42146722f7" [ 759.345296] env[68627]: _type = "HttpNfcLease" [ 759.345296] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 759.353087] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.353087] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a52a1a-4a44-b2c8-d6b6-7c42146722f7" [ 759.353087] env[68627]: _type = "HttpNfcLease" [ 759.353087] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 759.444040] env[68627]: DEBUG nova.compute.utils [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.446392] env[68627]: DEBUG nova.compute.manager [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.446723] env[68627]: DEBUG nova.network.neutron [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.492394] env[68627]: DEBUG nova.compute.manager [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.545643] env[68627]: DEBUG nova.policy [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26ab4a3c72254f25ac7d19dcba378535', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ce80c6953af46e8814364f6b9dbaf8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.552432] env[68627]: DEBUG nova.network.neutron [-] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.715039] env[68627]: DEBUG nova.network.neutron [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.818188] env[68627]: DEBUG nova.network.neutron [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Updating instance_info_cache with network_info: [{"id": "d9d892df-d4a6-43b7-bb9b-ac92718351e9", "address": "fa:16:3e:6f:0e:ea", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d892df-d4", "ovs_interfaceid": "d9d892df-d4a6-43b7-bb9b-ac92718351e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.847315] env[68627]: DEBUG nova.network.neutron [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating instance_info_cache with network_info: [{"id": "f064647d-3007-4f59-b88c-28ea06e68bc1", "address": "fa:16:3e:23:37:7c", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf064647d-30", "ovs_interfaceid": "f064647d-3007-4f59-b88c-28ea06e68bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.857830] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.857830] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a52a1a-4a44-b2c8-d6b6-7c42146722f7" [ 759.857830] env[68627]: _type = "HttpNfcLease" [ 759.857830] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 759.858140] env[68627]: DEBUG oslo_vmware.rw_handles [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 759.858140] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a52a1a-4a44-b2c8-d6b6-7c42146722f7" [ 759.858140] env[68627]: _type = "HttpNfcLease" [ 759.858140] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 759.858955] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc9d7d1-64cc-49a4-bd43-f23e6e0f7eb3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.868512] env[68627]: DEBUG oslo_vmware.rw_handles [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fe637-ea17-cb0c-e4aa-691a7006ca80/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 759.868512] env[68627]: DEBUG oslo_vmware.rw_handles [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fe637-ea17-cb0c-e4aa-691a7006ca80/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 759.951346] env[68627]: DEBUG nova.compute.manager [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.968439] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f8fa956b-4076-40d8-9b39-1947b6f17378 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.022176] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.055208] env[68627]: INFO nova.compute.manager [-] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Took 1.27 seconds to deallocate network for instance. [ 760.149039] env[68627]: DEBUG nova.network.neutron [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Successfully created port: fb9f1bdd-5d06-4261-ab31-560fee63b0e2 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.182729] env[68627]: DEBUG nova.network.neutron [-] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.320844] env[68627]: DEBUG oslo_concurrency.lockutils [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "refresh_cache-bafad755-24d0-40c9-b229-216ccfaff4ab" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.352519] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.352857] env[68627]: DEBUG nova.compute.manager [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Instance network_info: |[{"id": "f064647d-3007-4f59-b88c-28ea06e68bc1", "address": "fa:16:3e:23:37:7c", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf064647d-30", "ovs_interfaceid": "f064647d-3007-4f59-b88c-28ea06e68bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.353552] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:37:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f064647d-3007-4f59-b88c-28ea06e68bc1', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.363823] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.368123] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.369046] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91299d43-04c1-4be5-8354-091e40f630c7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.395962] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.395962] env[68627]: value = "task-3036918" [ 760.395962] env[68627]: _type = "Task" [ 760.395962] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.406401] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036918, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.459784] env[68627]: INFO nova.virt.block_device [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Booting with volume c3f29f00-bf86-4cac-b1ca-8fd00b03f09f at /dev/sda [ 760.463979] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Acquiring lock "9554d8a9-6914-4833-81b9-5246d5217106" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.464390] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Lock "9554d8a9-6914-4833-81b9-5246d5217106" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.464700] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Acquiring lock "9554d8a9-6914-4833-81b9-5246d5217106-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.465154] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Lock "9554d8a9-6914-4833-81b9-5246d5217106-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.465354] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Lock "9554d8a9-6914-4833-81b9-5246d5217106-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.470459] env[68627]: INFO nova.compute.manager [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Terminating instance [ 760.512202] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a65b87c1-f273-4440-a46f-61a9bf9f8b50 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.525209] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3d6325-73c8-4018-ac41-58b30434bed2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.565563] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.567123] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f8b0be1-411b-45fc-b1cb-cf08c420ad01 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.569832] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8febc39c-b972-40cc-abae-6402f6e54443 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.582947] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd562221-58cb-4f52-ab64-0c88d176c0fc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.589566] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705317eb-ff26-47f7-9f96-dd1746c7267c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.645515] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bae9287-d19d-42b6-b0ff-cf42c517a888 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.650576] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95920c0-3737-4a09-84f5-d9d15c7c38f0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.654523] env[68627]: DEBUG nova.compute.manager [req-4d88b0eb-bfaf-4d65-8c69-27c1658c021a req-3f0a81b3-a5be-41eb-b44b-1cd27539db24 service nova] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Received event network-changed-f064647d-3007-4f59-b88c-28ea06e68bc1 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.654800] env[68627]: DEBUG nova.compute.manager [req-4d88b0eb-bfaf-4d65-8c69-27c1658c021a req-3f0a81b3-a5be-41eb-b44b-1cd27539db24 service nova] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Refreshing instance network info cache due to event network-changed-f064647d-3007-4f59-b88c-28ea06e68bc1. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.655083] env[68627]: DEBUG oslo_concurrency.lockutils [req-4d88b0eb-bfaf-4d65-8c69-27c1658c021a req-3f0a81b3-a5be-41eb-b44b-1cd27539db24 service nova] Acquiring lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.655282] env[68627]: DEBUG oslo_concurrency.lockutils [req-4d88b0eb-bfaf-4d65-8c69-27c1658c021a req-3f0a81b3-a5be-41eb-b44b-1cd27539db24 service nova] Acquired lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.655474] env[68627]: DEBUG nova.network.neutron [req-4d88b0eb-bfaf-4d65-8c69-27c1658c021a req-3f0a81b3-a5be-41eb-b44b-1cd27539db24 service nova] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Refreshing network info cache for port f064647d-3007-4f59-b88c-28ea06e68bc1 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.666639] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6665518b-2d39-4cd2-83fc-fea3a5d52c86 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.673406] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b34e8ab-3757-416f-9ffb-14fbffc64ab4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.688620] env[68627]: INFO nova.compute.manager [-] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Took 1.41 seconds to deallocate network for instance. [ 760.689218] env[68627]: DEBUG nova.compute.provider_tree [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.700239] env[68627]: DEBUG nova.virt.block_device [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Updating existing volume attachment record: e818be37-5d52-4b09-957f-3169039225fd {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 760.908023] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036918, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.980037] env[68627]: DEBUG nova.compute.manager [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.980037] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.983561] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1db348-d229-408c-a53c-478edbe4d35d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.001192] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.007196] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37005a2b-bb6a-4e09-9132-32eb25a3fe04 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.019243] env[68627]: DEBUG oslo_vmware.api [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Waiting for the task: (returnval){ [ 761.019243] env[68627]: value = "task-3036919" [ 761.019243] env[68627]: _type = "Task" [ 761.019243] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.034687] env[68627]: DEBUG oslo_vmware.api [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.200969] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.205343] env[68627]: DEBUG nova.scheduler.client.report [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.395441] env[68627]: DEBUG nova.network.neutron [req-4d88b0eb-bfaf-4d65-8c69-27c1658c021a req-3f0a81b3-a5be-41eb-b44b-1cd27539db24 service nova] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updated VIF entry in instance network info cache for port f064647d-3007-4f59-b88c-28ea06e68bc1. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.395952] env[68627]: DEBUG nova.network.neutron [req-4d88b0eb-bfaf-4d65-8c69-27c1658c021a req-3f0a81b3-a5be-41eb-b44b-1cd27539db24 service nova] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating instance_info_cache with network_info: [{"id": "f064647d-3007-4f59-b88c-28ea06e68bc1", "address": "fa:16:3e:23:37:7c", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf064647d-30", "ovs_interfaceid": "f064647d-3007-4f59-b88c-28ea06e68bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.407948] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036918, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.532046] env[68627]: DEBUG oslo_vmware.api [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036919, 'name': PowerOffVM_Task, 'duration_secs': 0.236053} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.532231] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.532526] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.532889] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d8b7d0f-0912-4cb0-ab7a-5695215b1a91 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.611896] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.612161] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.612349] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Deleting the datastore file [datastore1] 9554d8a9-6914-4833-81b9-5246d5217106 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.612726] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16237dfc-a22d-4270-9b0f-577974c6c7ba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.623687] env[68627]: DEBUG oslo_vmware.api [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Waiting for the task: (returnval){ [ 761.623687] env[68627]: value = "task-3036921" [ 761.623687] env[68627]: _type = "Task" [ 761.623687] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.635102] env[68627]: DEBUG oslo_vmware.api [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.715393] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.715948] env[68627]: DEBUG nova.compute.manager [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.718765] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.728s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.718987] env[68627]: DEBUG nova.objects.instance [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lazy-loading 'resources' on Instance uuid 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.786628] env[68627]: DEBUG nova.compute.manager [req-b912e9e3-e995-4705-afa3-ada3fb0c6982 req-32d65382-d516-46dd-b848-e943000fe629 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Received event network-vif-plugged-fb9f1bdd-5d06-4261-ab31-560fee63b0e2 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.787060] env[68627]: DEBUG oslo_concurrency.lockutils [req-b912e9e3-e995-4705-afa3-ada3fb0c6982 req-32d65382-d516-46dd-b848-e943000fe629 service nova] Acquiring lock "116db117-ce71-4b2d-b27a-c709225ac898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.787138] env[68627]: DEBUG oslo_concurrency.lockutils [req-b912e9e3-e995-4705-afa3-ada3fb0c6982 req-32d65382-d516-46dd-b848-e943000fe629 service nova] Lock "116db117-ce71-4b2d-b27a-c709225ac898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.787351] env[68627]: DEBUG oslo_concurrency.lockutils [req-b912e9e3-e995-4705-afa3-ada3fb0c6982 req-32d65382-d516-46dd-b848-e943000fe629 service nova] Lock "116db117-ce71-4b2d-b27a-c709225ac898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.787539] env[68627]: DEBUG nova.compute.manager [req-b912e9e3-e995-4705-afa3-ada3fb0c6982 req-32d65382-d516-46dd-b848-e943000fe629 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] No waiting events found dispatching network-vif-plugged-fb9f1bdd-5d06-4261-ab31-560fee63b0e2 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.787709] env[68627]: WARNING nova.compute.manager [req-b912e9e3-e995-4705-afa3-ada3fb0c6982 req-32d65382-d516-46dd-b848-e943000fe629 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Received unexpected event network-vif-plugged-fb9f1bdd-5d06-4261-ab31-560fee63b0e2 for instance with vm_state building and task_state block_device_mapping. [ 761.862103] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.862919] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aa976c5-d416-47f9-8bd6-aed5e15ac90f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.872232] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 761.872232] env[68627]: value = "task-3036922" [ 761.872232] env[68627]: _type = "Task" [ 761.872232] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.884849] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.902822] env[68627]: DEBUG oslo_concurrency.lockutils [req-4d88b0eb-bfaf-4d65-8c69-27c1658c021a req-3f0a81b3-a5be-41eb-b44b-1cd27539db24 service nova] Releasing lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.903125] env[68627]: DEBUG nova.compute.manager [req-4d88b0eb-bfaf-4d65-8c69-27c1658c021a req-3f0a81b3-a5be-41eb-b44b-1cd27539db24 service nova] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Received event network-vif-deleted-ba58d9c4-fd01-40af-a517-0400328359a6 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.903339] env[68627]: DEBUG nova.compute.manager [req-4d88b0eb-bfaf-4d65-8c69-27c1658c021a req-3f0a81b3-a5be-41eb-b44b-1cd27539db24 service nova] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Received event network-vif-deleted-2f749b21-cbdf-4422-92f3-ecb29cf38b2c {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.910407] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036918, 'name': CreateVM_Task, 'duration_secs': 1.313595} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.910638] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.911455] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.911625] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.911978] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.912288] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0120084f-8768-41d9-954f-9805f190a5ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.921027] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 761.921027] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526ea15c-1f4b-3966-a393-376cc725c9f4" [ 761.921027] env[68627]: _type = "Task" [ 761.921027] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.927500] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526ea15c-1f4b-3966-a393-376cc725c9f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.941389] env[68627]: DEBUG nova.network.neutron [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Successfully updated port: fb9f1bdd-5d06-4261-ab31-560fee63b0e2 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.135815] env[68627]: DEBUG oslo_vmware.api [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Task: {'id': task-3036921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286364} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.136324] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.136324] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.136456] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.136633] env[68627]: INFO nova.compute.manager [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Took 1.16 seconds to destroy the instance on the hypervisor. [ 762.136889] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.137274] env[68627]: DEBUG nova.compute.manager [-] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.137429] env[68627]: DEBUG nova.network.neutron [-] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.222533] env[68627]: DEBUG nova.compute.utils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.230104] env[68627]: DEBUG nova.compute.manager [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.230104] env[68627]: DEBUG nova.network.neutron [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.273496] env[68627]: DEBUG nova.policy [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '597c8986ad5340f390a6d6c0ca799688', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ffe416460c345188cf54651ea40aec4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.387324] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036922, 'name': PowerOffVM_Task, 'duration_secs': 0.288838} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.387677] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.388599] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb07ce7-1102-415b-b3ff-2ec5533822a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.414970] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f5afe2-2977-4450-81b7-362aec9d25a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.432975] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526ea15c-1f4b-3966-a393-376cc725c9f4, 'name': SearchDatastore_Task, 'duration_secs': 0.015897} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.435887] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.436255] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.436626] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.436808] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.437059] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.437569] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36fe727c-6a42-4de4-a8de-e88925def34c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.444545] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Acquiring lock "refresh_cache-116db117-ce71-4b2d-b27a-c709225ac898" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.444733] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Acquired lock "refresh_cache-116db117-ce71-4b2d-b27a-c709225ac898" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.444987] env[68627]: DEBUG nova.network.neutron [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.448287] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.448489] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.449526] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3182fb-8570-483b-a8da-5f133a518555 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.464344] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 762.464344] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527a260c-02f5-0347-b911-03f107033257" [ 762.464344] env[68627]: _type = "Task" [ 762.464344] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.469974] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.470662] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71d19430-215d-4e60-8b01-5f3243b35815 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.481740] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527a260c-02f5-0347-b911-03f107033257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.483364] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 762.483364] env[68627]: value = "task-3036923" [ 762.483364] env[68627]: _type = "Task" [ 762.483364] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.496107] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 762.496354] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.496598] env[68627]: DEBUG oslo_concurrency.lockutils [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.496743] env[68627]: DEBUG oslo_concurrency.lockutils [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.496935] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.497221] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b5b541b-5f49-4612-9dff-0a93ec70264d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.507855] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.508103] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.508897] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ecaaff-99f2-4ae4-a4b7-004ef739341c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.515114] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 762.515114] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cf348e-e426-190e-1ab7-375a523b889e" [ 762.515114] env[68627]: _type = "Task" [ 762.515114] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.529555] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cf348e-e426-190e-1ab7-375a523b889e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.617828] env[68627]: DEBUG nova.network.neutron [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Successfully created port: 36a9dd74-0ea5-41b2-a324-fbd6e390dd8a {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.727721] env[68627]: DEBUG nova.compute.utils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.809037] env[68627]: DEBUG nova.compute.manager [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.809037] env[68627]: DEBUG nova.virt.hardware [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.809037] env[68627]: DEBUG nova.virt.hardware [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.809037] env[68627]: DEBUG nova.virt.hardware [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.809037] env[68627]: DEBUG nova.virt.hardware [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.809037] env[68627]: DEBUG nova.virt.hardware [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.809037] env[68627]: DEBUG nova.virt.hardware [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.809037] env[68627]: DEBUG nova.virt.hardware [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.809037] env[68627]: DEBUG nova.virt.hardware [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.809827] env[68627]: DEBUG nova.virt.hardware [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.810163] env[68627]: DEBUG nova.virt.hardware [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.811591] env[68627]: DEBUG nova.virt.hardware [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.816381] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2df580-50a0-4764-8500-5cc4d6d77fd6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.830927] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf50397-6091-444c-9db2-c1904bb84f04 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.839271] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad696b56-fa40-431c-8ad9-e6138d641a18 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.860916] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd6b6e4-0f19-4e4e-8429-981aa39fd7ac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.895343] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa681ff-60aa-4d9b-a37d-45b04204d647 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.904539] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d36a38-8712-46f1-a1e0-3331f5b2aa1f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.920819] env[68627]: DEBUG nova.compute.provider_tree [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.978064] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527a260c-02f5-0347-b911-03f107033257, 'name': SearchDatastore_Task, 'duration_secs': 0.017668} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.979243] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac6b2d7-5cb7-4067-99f6-5ec4fc7ee224 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.984649] env[68627]: DEBUG nova.network.neutron [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.988479] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 762.988479] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eb7251-f58e-4508-8676-1e526017f7a6" [ 762.988479] env[68627]: _type = "Task" [ 762.988479] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.997602] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eb7251-f58e-4508-8676-1e526017f7a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.027044] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cf348e-e426-190e-1ab7-375a523b889e, 'name': SearchDatastore_Task, 'duration_secs': 0.0159} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.028594] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd5adc0-2d83-4969-9dd9-a9b5bdb9aee3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.034791] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 763.034791] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b46ae0-4bc9-05e3-338a-ebb0e36fbab1" [ 763.034791] env[68627]: _type = "Task" [ 763.034791] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.044193] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b46ae0-4bc9-05e3-338a-ebb0e36fbab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.230545] env[68627]: DEBUG nova.compute.manager [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.352444] env[68627]: DEBUG nova.network.neutron [-] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.424932] env[68627]: DEBUG nova.scheduler.client.report [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.501670] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eb7251-f58e-4508-8676-1e526017f7a6, 'name': SearchDatastore_Task, 'duration_secs': 0.030298} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.501807] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.502464] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] bd68584c-0332-4bea-b08b-5a5682f32233/bd68584c-0332-4bea-b08b-5a5682f32233.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.502464] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d46b2f30-ea74-4a66-a63f-8eb78015d90b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.511297] env[68627]: DEBUG nova.network.neutron [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Updating instance_info_cache with network_info: [{"id": "fb9f1bdd-5d06-4261-ab31-560fee63b0e2", "address": "fa:16:3e:50:a3:56", "network": {"id": "082e5e4b-23b3-4575-8d8f-51d5258f74fb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2048563646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce80c6953af46e8814364f6b9dbaf8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9f1bdd-5d", "ovs_interfaceid": "fb9f1bdd-5d06-4261-ab31-560fee63b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.515899] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 763.515899] env[68627]: value = "task-3036924" [ 763.515899] env[68627]: _type = "Task" [ 763.515899] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.524918] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.546333] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b46ae0-4bc9-05e3-338a-ebb0e36fbab1, 'name': SearchDatastore_Task, 'duration_secs': 0.016893} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.546718] env[68627]: DEBUG oslo_concurrency.lockutils [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.547069] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] bafad755-24d0-40c9-b229-216ccfaff4ab/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk. {{(pid=68627) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 763.547364] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53ca7dad-ea0d-48f1-8b74-e879cad41918 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.556574] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 763.556574] env[68627]: value = "task-3036925" [ 763.556574] env[68627]: _type = "Task" [ 763.556574] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.566511] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.858128] env[68627]: INFO nova.compute.manager [-] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Took 1.72 seconds to deallocate network for instance. [ 763.934467] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.937343] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.514s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.940264] env[68627]: INFO nova.compute.claims [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.966406] env[68627]: INFO nova.scheduler.client.report [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Deleted allocations for instance 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a [ 763.976922] env[68627]: DEBUG nova.compute.manager [req-a59b49db-06a8-4d20-8347-63b678fd1b39 req-cf1261d4-e776-45cc-951c-7c8cb65f1f01 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Received event network-changed-fb9f1bdd-5d06-4261-ab31-560fee63b0e2 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.976922] env[68627]: DEBUG nova.compute.manager [req-a59b49db-06a8-4d20-8347-63b678fd1b39 req-cf1261d4-e776-45cc-951c-7c8cb65f1f01 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Refreshing instance network info cache due to event network-changed-fb9f1bdd-5d06-4261-ab31-560fee63b0e2. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.976922] env[68627]: DEBUG oslo_concurrency.lockutils [req-a59b49db-06a8-4d20-8347-63b678fd1b39 req-cf1261d4-e776-45cc-951c-7c8cb65f1f01 service nova] Acquiring lock "refresh_cache-116db117-ce71-4b2d-b27a-c709225ac898" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.017215] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Releasing lock "refresh_cache-116db117-ce71-4b2d-b27a-c709225ac898" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.017215] env[68627]: DEBUG nova.compute.manager [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Instance network_info: |[{"id": "fb9f1bdd-5d06-4261-ab31-560fee63b0e2", "address": "fa:16:3e:50:a3:56", "network": {"id": "082e5e4b-23b3-4575-8d8f-51d5258f74fb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2048563646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce80c6953af46e8814364f6b9dbaf8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9f1bdd-5d", "ovs_interfaceid": "fb9f1bdd-5d06-4261-ab31-560fee63b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.017215] env[68627]: DEBUG oslo_concurrency.lockutils [req-a59b49db-06a8-4d20-8347-63b678fd1b39 req-cf1261d4-e776-45cc-951c-7c8cb65f1f01 service nova] Acquired lock "refresh_cache-116db117-ce71-4b2d-b27a-c709225ac898" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.017215] env[68627]: DEBUG nova.network.neutron [req-a59b49db-06a8-4d20-8347-63b678fd1b39 req-cf1261d4-e776-45cc-951c-7c8cb65f1f01 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Refreshing network info cache for port fb9f1bdd-5d06-4261-ab31-560fee63b0e2 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.018510] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:a3:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb9f1bdd-5d06-4261-ab31-560fee63b0e2', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.028536] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Creating folder: Project (0ce80c6953af46e8814364f6b9dbaf8f). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.035136] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6349420e-5dfd-4aae-ad36-c2a3df75789a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.047717] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036924, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.056109] env[68627]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 764.056424] env[68627]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68627) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 764.057416] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Folder already exists: Project (0ce80c6953af46e8814364f6b9dbaf8f). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 764.058056] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Creating folder: Instances. Parent ref: group-v608491. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.058174] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0979f208-4c85-4d96-a03e-c68549d9e186 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.072135] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036925, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.083606] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Created folder: Instances in parent group-v608491. [ 764.083923] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.084241] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.084524] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc32d9f3-9018-4e30-97dc-a1a66e0010c4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.110285] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.110285] env[68627]: value = "task-3036928" [ 764.110285] env[68627]: _type = "Task" [ 764.110285] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.122408] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036928, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.217117] env[68627]: DEBUG nova.network.neutron [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Successfully updated port: 36a9dd74-0ea5-41b2-a324-fbd6e390dd8a {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.238752] env[68627]: DEBUG nova.compute.manager [req-4de75c33-62cb-4cd4-b804-9767fbbffeb6 req-1efb0b6e-6b4a-40d0-af93-4c780e7c4b9c service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Received event network-vif-plugged-36a9dd74-0ea5-41b2-a324-fbd6e390dd8a {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.239665] env[68627]: DEBUG oslo_concurrency.lockutils [req-4de75c33-62cb-4cd4-b804-9767fbbffeb6 req-1efb0b6e-6b4a-40d0-af93-4c780e7c4b9c service nova] Acquiring lock "b562fbb2-bef8-4290-82f9-3b9ecbe86f12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.239665] env[68627]: DEBUG oslo_concurrency.lockutils [req-4de75c33-62cb-4cd4-b804-9767fbbffeb6 req-1efb0b6e-6b4a-40d0-af93-4c780e7c4b9c service nova] Lock "b562fbb2-bef8-4290-82f9-3b9ecbe86f12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.239665] env[68627]: DEBUG oslo_concurrency.lockutils [req-4de75c33-62cb-4cd4-b804-9767fbbffeb6 req-1efb0b6e-6b4a-40d0-af93-4c780e7c4b9c service nova] Lock "b562fbb2-bef8-4290-82f9-3b9ecbe86f12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.239665] env[68627]: DEBUG nova.compute.manager [req-4de75c33-62cb-4cd4-b804-9767fbbffeb6 req-1efb0b6e-6b4a-40d0-af93-4c780e7c4b9c service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] No waiting events found dispatching network-vif-plugged-36a9dd74-0ea5-41b2-a324-fbd6e390dd8a {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.239665] env[68627]: WARNING nova.compute.manager [req-4de75c33-62cb-4cd4-b804-9767fbbffeb6 req-1efb0b6e-6b4a-40d0-af93-4c780e7c4b9c service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Received unexpected event network-vif-plugged-36a9dd74-0ea5-41b2-a324-fbd6e390dd8a for instance with vm_state building and task_state spawning. [ 764.240837] env[68627]: DEBUG nova.compute.manager [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.277875] env[68627]: DEBUG nova.virt.hardware [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:46:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1514325727',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2043192368',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.278179] env[68627]: DEBUG nova.virt.hardware [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.278340] env[68627]: DEBUG nova.virt.hardware [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.278642] env[68627]: DEBUG nova.virt.hardware [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.278809] env[68627]: DEBUG nova.virt.hardware [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.278962] env[68627]: DEBUG nova.virt.hardware [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.279527] env[68627]: DEBUG nova.virt.hardware [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.279527] env[68627]: DEBUG nova.virt.hardware [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.279527] env[68627]: DEBUG nova.virt.hardware [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.279789] env[68627]: DEBUG nova.virt.hardware [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.279850] env[68627]: DEBUG nova.virt.hardware [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.280755] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dcc637-b57b-43eb-81e1-74eccad6c3bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.289787] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d4d59f-ee8a-4519-9ee1-fd4098e39c98 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.369591] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.475141] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ed88ce3a-34aa-46a4-8ef9-5d10029da9ed tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.793s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.527458] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676533} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.527781] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] bd68584c-0332-4bea-b08b-5a5682f32233/bd68584c-0332-4bea-b08b-5a5682f32233.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.528270] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.528595] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a032121-ccec-41c2-985a-1afe6dc76c5a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.537297] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 764.537297] env[68627]: value = "task-3036929" [ 764.537297] env[68627]: _type = "Task" [ 764.537297] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.546290] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.568689] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622394} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.569037] env[68627]: INFO nova.virt.vmwareapi.ds_util [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] bafad755-24d0-40c9-b229-216ccfaff4ab/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk. [ 764.569832] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394a888d-62e2-4d4e-b3e1-fab360f373e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.601281] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] bafad755-24d0-40c9-b229-216ccfaff4ab/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.601623] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96e5b0ee-e375-4b07-8bbe-fa4625ac5777 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.626884] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036928, 'name': CreateVM_Task, 'duration_secs': 0.444957} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.628313] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.628757] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 764.628757] env[68627]: value = "task-3036930" [ 764.628757] env[68627]: _type = "Task" [ 764.628757] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.629410] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'attachment_id': 'e818be37-5d52-4b09-957f-3169039225fd', 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608500', 'volume_id': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'name': 'volume-c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '116db117-ce71-4b2d-b27a-c709225ac898', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'serial': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68627) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 764.629663] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Root volume attach. Driver type: vmdk {{(pid=68627) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 764.630989] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b774dcee-0210-4dc9-b97d-9533abf83a77 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.645137] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036930, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.649046] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f20655-b67c-4d46-82d5-5d9b533492ca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.655538] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5436052-ced3-45ac-b9ff-ed262627c654 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.665071] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b50a6c15-06eb-4c9e-9276-3d323548a241 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.673267] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Waiting for the task: (returnval){ [ 764.673267] env[68627]: value = "task-3036931" [ 764.673267] env[68627]: _type = "Task" [ 764.673267] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.686783] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3036931, 'name': RelocateVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.724232] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "refresh_cache-b562fbb2-bef8-4290-82f9-3b9ecbe86f12" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.724232] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquired lock "refresh_cache-b562fbb2-bef8-4290-82f9-3b9ecbe86f12" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.724232] env[68627]: DEBUG nova.network.neutron [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.772141] env[68627]: DEBUG nova.network.neutron [req-a59b49db-06a8-4d20-8347-63b678fd1b39 req-cf1261d4-e776-45cc-951c-7c8cb65f1f01 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Updated VIF entry in instance network info cache for port fb9f1bdd-5d06-4261-ab31-560fee63b0e2. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.772617] env[68627]: DEBUG nova.network.neutron [req-a59b49db-06a8-4d20-8347-63b678fd1b39 req-cf1261d4-e776-45cc-951c-7c8cb65f1f01 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Updating instance_info_cache with network_info: [{"id": "fb9f1bdd-5d06-4261-ab31-560fee63b0e2", "address": "fa:16:3e:50:a3:56", "network": {"id": "082e5e4b-23b3-4575-8d8f-51d5258f74fb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2048563646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce80c6953af46e8814364f6b9dbaf8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9f1bdd-5d", "ovs_interfaceid": "fb9f1bdd-5d06-4261-ab31-560fee63b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.051719] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101001} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.051719] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.052966] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11cc0e7-8942-49f4-9632-9cb56c63a38c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.081290] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] bd68584c-0332-4bea-b08b-5a5682f32233/bd68584c-0332-4bea-b08b-5a5682f32233.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.081969] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f36fbd1-b953-4f6d-9ee8-de6ab6ac623d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.106693] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 765.106693] env[68627]: value = "task-3036932" [ 765.106693] env[68627]: _type = "Task" [ 765.106693] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.119687] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.148729] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.187244] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3036931, 'name': RelocateVM_Task, 'duration_secs': 0.031197} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.187640] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 765.187934] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608500', 'volume_id': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'name': 'volume-c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '116db117-ce71-4b2d-b27a-c709225ac898', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'serial': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 765.188709] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606380b1-a5cc-4a07-a9dd-623951478a98 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.223445] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1446225-7afc-4640-910d-293fb0fe9cf9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.254250] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] volume-c3f29f00-bf86-4cac-b1ca-8fd00b03f09f/volume-c3f29f00-bf86-4cac-b1ca-8fd00b03f09f.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.258505] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c97e3b-a48f-4c83-9e89-f3def2d6a1c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.272270] env[68627]: DEBUG nova.network.neutron [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.275335] env[68627]: DEBUG oslo_concurrency.lockutils [req-a59b49db-06a8-4d20-8347-63b678fd1b39 req-cf1261d4-e776-45cc-951c-7c8cb65f1f01 service nova] Releasing lock "refresh_cache-116db117-ce71-4b2d-b27a-c709225ac898" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.275420] env[68627]: DEBUG nova.compute.manager [req-a59b49db-06a8-4d20-8347-63b678fd1b39 req-cf1261d4-e776-45cc-951c-7c8cb65f1f01 service nova] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Received event network-vif-deleted-54e52cae-d073-4bb3-b459-ab0de7c752e7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.284948] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Waiting for the task: (returnval){ [ 765.284948] env[68627]: value = "task-3036933" [ 765.284948] env[68627]: _type = "Task" [ 765.284948] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.302235] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3036933, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.432051] env[68627]: DEBUG nova.network.neutron [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Updating instance_info_cache with network_info: [{"id": "36a9dd74-0ea5-41b2-a324-fbd6e390dd8a", "address": "fa:16:3e:55:23:5d", "network": {"id": "9da9598f-f4da-475d-881b-b8a2d7871efe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1118469854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ffe416460c345188cf54651ea40aec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a9dd74-0e", "ovs_interfaceid": "36a9dd74-0ea5-41b2-a324-fbd6e390dd8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.523275] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a9232b-9263-4947-81f5-4cc331db29c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.531938] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b36d6e-04e3-485b-8a2a-87cab3a2aadf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.565742] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55940cfa-96c0-4e65-bbbb-f4d19a677600 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.574314] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a17ec5d-06e9-43a5-8c7c-69fd98349e5c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.588708] env[68627]: DEBUG nova.compute.provider_tree [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.617240] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036932, 'name': ReconfigVM_Task, 'duration_secs': 0.494389} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.617531] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Reconfigured VM instance instance-0000002d to attach disk [datastore2] bd68584c-0332-4bea-b08b-5a5682f32233/bd68584c-0332-4bea-b08b-5a5682f32233.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.618183] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b8549a8-51a1-4ca8-8115-44228d5173a2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.625574] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 765.625574] env[68627]: value = "task-3036934" [ 765.625574] env[68627]: _type = "Task" [ 765.625574] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.637804] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036934, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.644783] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036930, 'name': ReconfigVM_Task, 'duration_secs': 0.903497} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.644972] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Reconfigured VM instance instance-0000002c to attach disk [datastore1] bafad755-24d0-40c9-b229-216ccfaff4ab/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.645734] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bbd804-5e99-488b-8332-28d8c9ddb116 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.675964] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a8fc417-b64d-4663-9064-7abc1b9fc98e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.693115] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 765.693115] env[68627]: value = "task-3036935" [ 765.693115] env[68627]: _type = "Task" [ 765.693115] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.702562] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.796086] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3036933, 'name': ReconfigVM_Task, 'duration_secs': 0.428359} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.796383] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Reconfigured VM instance instance-0000002e to attach disk [datastore2] volume-c3f29f00-bf86-4cac-b1ca-8fd00b03f09f/volume-c3f29f00-bf86-4cac-b1ca-8fd00b03f09f.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.801146] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df01f83e-f8b4-4c27-93c0-40d7bd831564 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.818440] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Waiting for the task: (returnval){ [ 765.818440] env[68627]: value = "task-3036936" [ 765.818440] env[68627]: _type = "Task" [ 765.818440] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.830017] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3036936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.934806] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Releasing lock "refresh_cache-b562fbb2-bef8-4290-82f9-3b9ecbe86f12" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.935210] env[68627]: DEBUG nova.compute.manager [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Instance network_info: |[{"id": "36a9dd74-0ea5-41b2-a324-fbd6e390dd8a", "address": "fa:16:3e:55:23:5d", "network": {"id": "9da9598f-f4da-475d-881b-b8a2d7871efe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1118469854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ffe416460c345188cf54651ea40aec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a9dd74-0e", "ovs_interfaceid": "36a9dd74-0ea5-41b2-a324-fbd6e390dd8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.935671] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:23:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36a9dd74-0ea5-41b2-a324-fbd6e390dd8a', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.944639] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.944881] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.945130] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-070d4348-ffac-4e49-bb56-3485d89c5e5d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.967426] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.967426] env[68627]: value = "task-3036937" [ 765.967426] env[68627]: _type = "Task" [ 765.967426] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.978549] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036937, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.092099] env[68627]: DEBUG nova.scheduler.client.report [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.138560] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036934, 'name': Rename_Task, 'duration_secs': 0.18803} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.138900] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.139261] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9bf8a96-4ab2-4958-ba26-0f3ccb1f68b6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.148469] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 766.148469] env[68627]: value = "task-3036938" [ 766.148469] env[68627]: _type = "Task" [ 766.148469] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.158573] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.206057] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036935, 'name': ReconfigVM_Task, 'duration_secs': 0.178891} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.206057] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.206331] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7712db7c-b9da-4f22-b4ef-dc34dec19a9f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.214140] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 766.214140] env[68627]: value = "task-3036939" [ 766.214140] env[68627]: _type = "Task" [ 766.214140] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.224208] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.332024] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3036936, 'name': ReconfigVM_Task, 'duration_secs': 0.17021} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.332024] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608500', 'volume_id': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'name': 'volume-c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '116db117-ce71-4b2d-b27a-c709225ac898', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'serial': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 766.332024] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43f89141-ac8d-42e3-befc-8a994fda3735 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.340899] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Waiting for the task: (returnval){ [ 766.340899] env[68627]: value = "task-3036940" [ 766.340899] env[68627]: _type = "Task" [ 766.340899] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.350106] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3036940, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.391141] env[68627]: DEBUG nova.compute.manager [req-8a05c383-7fe4-4bb6-9cde-c7b3a3d7f379 req-723c3b67-0162-4a0b-ad5c-bea34d54c5c8 service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Received event network-changed-36a9dd74-0ea5-41b2-a324-fbd6e390dd8a {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.391141] env[68627]: DEBUG nova.compute.manager [req-8a05c383-7fe4-4bb6-9cde-c7b3a3d7f379 req-723c3b67-0162-4a0b-ad5c-bea34d54c5c8 service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Refreshing instance network info cache due to event network-changed-36a9dd74-0ea5-41b2-a324-fbd6e390dd8a. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.391608] env[68627]: DEBUG oslo_concurrency.lockutils [req-8a05c383-7fe4-4bb6-9cde-c7b3a3d7f379 req-723c3b67-0162-4a0b-ad5c-bea34d54c5c8 service nova] Acquiring lock "refresh_cache-b562fbb2-bef8-4290-82f9-3b9ecbe86f12" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.391890] env[68627]: DEBUG oslo_concurrency.lockutils [req-8a05c383-7fe4-4bb6-9cde-c7b3a3d7f379 req-723c3b67-0162-4a0b-ad5c-bea34d54c5c8 service nova] Acquired lock "refresh_cache-b562fbb2-bef8-4290-82f9-3b9ecbe86f12" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.392204] env[68627]: DEBUG nova.network.neutron [req-8a05c383-7fe4-4bb6-9cde-c7b3a3d7f379 req-723c3b67-0162-4a0b-ad5c-bea34d54c5c8 service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Refreshing network info cache for port 36a9dd74-0ea5-41b2-a324-fbd6e390dd8a {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.479486] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036937, 'name': CreateVM_Task, 'duration_secs': 0.418438} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.479702] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.480639] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.480886] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.481262] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.481534] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4df06dd-212f-4ffc-bb1a-496bae3527f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.491610] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 766.491610] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e46c3d-5cd4-7276-b72a-df4c2a03a0e7" [ 766.491610] env[68627]: _type = "Task" [ 766.491610] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.501866] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e46c3d-5cd4-7276-b72a-df4c2a03a0e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.598358] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.599106] env[68627]: DEBUG nova.compute.manager [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.602020] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.656s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.603562] env[68627]: INFO nova.compute.claims [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.659920] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.724700] env[68627]: DEBUG oslo_vmware.api [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036939, 'name': PowerOnVM_Task, 'duration_secs': 0.413425} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.725021] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.727964] env[68627]: DEBUG nova.compute.manager [None req-452f7028-fa5c-4a90-94da-08c453c1cabf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.728750] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2058dd3a-02d2-4415-9a13-58028012dee4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.850690] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3036940, 'name': Rename_Task, 'duration_secs': 0.201268} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.850991] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.851262] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42bfdd24-48ac-4d44-8faa-8a159d915443 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.860185] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Waiting for the task: (returnval){ [ 766.860185] env[68627]: value = "task-3036941" [ 766.860185] env[68627]: _type = "Task" [ 766.860185] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.869220] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3036941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.005478] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e46c3d-5cd4-7276-b72a-df4c2a03a0e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013385} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.005478] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.005478] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.005869] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.005869] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.006880] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.006880] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abadbd7e-0f6d-44d5-9610-24ccf75343b1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.019152] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.019244] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.021025] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa41c09-cce3-439f-a5b3-2f040de85172 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.027758] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 767.027758] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527947d8-d3d9-5a1d-7cb2-29300a338618" [ 767.027758] env[68627]: _type = "Task" [ 767.027758] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.037711] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527947d8-d3d9-5a1d-7cb2-29300a338618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.111177] env[68627]: DEBUG nova.compute.utils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.111905] env[68627]: DEBUG nova.network.neutron [req-8a05c383-7fe4-4bb6-9cde-c7b3a3d7f379 req-723c3b67-0162-4a0b-ad5c-bea34d54c5c8 service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Updated VIF entry in instance network info cache for port 36a9dd74-0ea5-41b2-a324-fbd6e390dd8a. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.113139] env[68627]: DEBUG nova.network.neutron [req-8a05c383-7fe4-4bb6-9cde-c7b3a3d7f379 req-723c3b67-0162-4a0b-ad5c-bea34d54c5c8 service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Updating instance_info_cache with network_info: [{"id": "36a9dd74-0ea5-41b2-a324-fbd6e390dd8a", "address": "fa:16:3e:55:23:5d", "network": {"id": "9da9598f-f4da-475d-881b-b8a2d7871efe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1118469854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ffe416460c345188cf54651ea40aec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a9dd74-0e", "ovs_interfaceid": "36a9dd74-0ea5-41b2-a324-fbd6e390dd8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.113251] env[68627]: DEBUG nova.compute.manager [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.113393] env[68627]: DEBUG nova.network.neutron [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.159151] env[68627]: DEBUG nova.policy [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d06e67a996d452da4195e2840f33a6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04398f24de2b4e51a36221840e401163', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.169624] env[68627]: DEBUG oslo_vmware.api [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3036938, 'name': PowerOnVM_Task, 'duration_secs': 0.685475} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.169920] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.170180] env[68627]: INFO nova.compute.manager [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Took 8.79 seconds to spawn the instance on the hypervisor. [ 767.170370] env[68627]: DEBUG nova.compute.manager [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.171230] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08fe69b-a14b-4419-ad4d-628e5a3b228c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.374452] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3036941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.428717] env[68627]: DEBUG oslo_vmware.rw_handles [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fe637-ea17-cb0c-e4aa-691a7006ca80/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 767.430204] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12fad21-2b67-41a6-8fe6-b1af821fa799 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.438693] env[68627]: DEBUG oslo_vmware.rw_handles [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fe637-ea17-cb0c-e4aa-691a7006ca80/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 767.438693] env[68627]: ERROR oslo_vmware.rw_handles [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fe637-ea17-cb0c-e4aa-691a7006ca80/disk-0.vmdk due to incomplete transfer. [ 767.438693] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7c83602f-07b5-4984-911c-f2a8dcbfdcf3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.447111] env[68627]: DEBUG oslo_vmware.rw_handles [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fe637-ea17-cb0c-e4aa-691a7006ca80/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 767.447111] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Uploaded image 17bca641-bbc9-4490-bf5f-9a25addf97a6 to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 767.449258] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 767.449567] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8271aa18-bf20-4377-9ef8-58f244f5f52e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.457777] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 767.457777] env[68627]: value = "task-3036942" [ 767.457777] env[68627]: _type = "Task" [ 767.457777] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.467699] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036942, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.534034] env[68627]: DEBUG nova.network.neutron [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Successfully created port: ba0df25f-4712-4ff0-995c-0b86ef19c246 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.544449] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527947d8-d3d9-5a1d-7cb2-29300a338618, 'name': SearchDatastore_Task, 'duration_secs': 0.028263} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.545330] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52db0ac5-83e3-491d-8889-ecec72645030 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.552298] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 767.552298] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ac9c3f-652e-0bc9-7139-5c5057649db6" [ 767.552298] env[68627]: _type = "Task" [ 767.552298] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.561463] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ac9c3f-652e-0bc9-7139-5c5057649db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.617111] env[68627]: DEBUG nova.compute.manager [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.619664] env[68627]: DEBUG oslo_concurrency.lockutils [req-8a05c383-7fe4-4bb6-9cde-c7b3a3d7f379 req-723c3b67-0162-4a0b-ad5c-bea34d54c5c8 service nova] Releasing lock "refresh_cache-b562fbb2-bef8-4290-82f9-3b9ecbe86f12" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.699826] env[68627]: INFO nova.compute.manager [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Took 46.57 seconds to build instance. [ 767.873725] env[68627]: DEBUG oslo_vmware.api [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3036941, 'name': PowerOnVM_Task, 'duration_secs': 1.002105} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.876581] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.876839] env[68627]: INFO nova.compute.manager [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Took 5.07 seconds to spawn the instance on the hypervisor. [ 767.877115] env[68627]: DEBUG nova.compute.manager [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.878311] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f360288-5a6e-47fd-ab73-60c40227c611 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.976231] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036942, 'name': Destroy_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.065299] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ac9c3f-652e-0bc9-7139-5c5057649db6, 'name': SearchDatastore_Task, 'duration_secs': 0.026679} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.067892] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.068190] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] b562fbb2-bef8-4290-82f9-3b9ecbe86f12/b562fbb2-bef8-4290-82f9-3b9ecbe86f12.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.068638] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66a0843f-3c6b-4404-95a0-fe7e1245a594 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.077498] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 768.077498] env[68627]: value = "task-3036943" [ 768.077498] env[68627]: _type = "Task" [ 768.077498] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.089204] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.117317] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8b5a13-1b8b-46ca-ba69-ceff23904f90 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.129305] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e56f1b1-762d-4982-8171-19b46d6e2eca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.161708] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f349d31b-33d6-49a5-96f3-c80b8c45f873 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.171577] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85e641a-938e-4701-88d9-e78e771a3d4a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.187206] env[68627]: DEBUG nova.compute.provider_tree [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.204025] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7160eb8b-d1c5-4b72-8532-969a7b2e5d25 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "bd68584c-0332-4bea-b08b-5a5682f32233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.220s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.398033] env[68627]: INFO nova.compute.manager [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Took 37.78 seconds to build instance. [ 768.457416] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "65a95fef-d9f4-4fbc-b735-4af788dc8d5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.457730] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "65a95fef-d9f4-4fbc-b735-4af788dc8d5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.458114] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "65a95fef-d9f4-4fbc-b735-4af788dc8d5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.458215] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "65a95fef-d9f4-4fbc-b735-4af788dc8d5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.458323] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "65a95fef-d9f4-4fbc-b735-4af788dc8d5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.464496] env[68627]: INFO nova.compute.manager [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Terminating instance [ 768.474871] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036942, 'name': Destroy_Task, 'duration_secs': 0.757906} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.475285] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Destroyed the VM [ 768.475558] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 768.477722] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-47546f73-9252-4009-be76-21c00558df2d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.485930] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 768.485930] env[68627]: value = "task-3036944" [ 768.485930] env[68627]: _type = "Task" [ 768.485930] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.496768] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036944, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.590789] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036943, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.635270] env[68627]: DEBUG nova.compute.manager [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.669249] env[68627]: DEBUG nova.virt.hardware [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.669582] env[68627]: DEBUG nova.virt.hardware [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.669756] env[68627]: DEBUG nova.virt.hardware [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.670082] env[68627]: DEBUG nova.virt.hardware [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.670284] env[68627]: DEBUG nova.virt.hardware [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.670458] env[68627]: DEBUG nova.virt.hardware [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.670814] env[68627]: DEBUG nova.virt.hardware [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.670996] env[68627]: DEBUG nova.virt.hardware [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.671276] env[68627]: DEBUG nova.virt.hardware [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.671486] env[68627]: DEBUG nova.virt.hardware [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.671742] env[68627]: DEBUG nova.virt.hardware [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.673076] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b23b28-04e5-4a3c-ae08-3c0aaf90feb9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.685276] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3b0044-ab18-4107-998d-149cdbabc3f0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.691454] env[68627]: DEBUG nova.scheduler.client.report [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.712021] env[68627]: DEBUG nova.compute.manager [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.900947] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c80b864c-01bc-4f5e-89e8-135f80e6c8cd tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Lock "116db117-ce71-4b2d-b27a-c709225ac898" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.294s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.977381] env[68627]: DEBUG nova.compute.manager [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.977682] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.978711] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9fbc27-a2eb-48c3-91a5-a02111811957 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.989123] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.992874] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d2aea6a-0110-41b2-a975-041973ffd01f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.001608] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036944, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.098813] env[68627]: DEBUG nova.network.neutron [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Successfully updated port: ba0df25f-4712-4ff0-995c-0b86ef19c246 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.099508] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850286} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.101305] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] b562fbb2-bef8-4290-82f9-3b9ecbe86f12/b562fbb2-bef8-4290-82f9-3b9ecbe86f12.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.101305] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.104028] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23f50a4e-20da-47f7-91e5-680de6ee24c5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.106640] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "758f3c2a-5385-49ee-88ca-64e2136b254d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.107042] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "758f3c2a-5385-49ee-88ca-64e2136b254d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.115206] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 769.115206] env[68627]: value = "task-3036946" [ 769.115206] env[68627]: _type = "Task" [ 769.115206] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.125369] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.198066] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.198602] env[68627]: DEBUG nova.compute.manager [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.201420] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.644s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.202891] env[68627]: INFO nova.compute.claims [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.249902] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.339578] env[68627]: DEBUG nova.compute.manager [req-63213a85-6103-4c1a-bfcd-dcb409539d95 req-2a767547-bf51-4772-91aa-80da05c03b2a service nova] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Received event network-vif-plugged-ba0df25f-4712-4ff0-995c-0b86ef19c246 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.339578] env[68627]: DEBUG oslo_concurrency.lockutils [req-63213a85-6103-4c1a-bfcd-dcb409539d95 req-2a767547-bf51-4772-91aa-80da05c03b2a service nova] Acquiring lock "3cef6433-9d93-4275-bb71-e88c6182d8ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.339578] env[68627]: DEBUG oslo_concurrency.lockutils [req-63213a85-6103-4c1a-bfcd-dcb409539d95 req-2a767547-bf51-4772-91aa-80da05c03b2a service nova] Lock "3cef6433-9d93-4275-bb71-e88c6182d8ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.339578] env[68627]: DEBUG oslo_concurrency.lockutils [req-63213a85-6103-4c1a-bfcd-dcb409539d95 req-2a767547-bf51-4772-91aa-80da05c03b2a service nova] Lock "3cef6433-9d93-4275-bb71-e88c6182d8ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.339578] env[68627]: DEBUG nova.compute.manager [req-63213a85-6103-4c1a-bfcd-dcb409539d95 req-2a767547-bf51-4772-91aa-80da05c03b2a service nova] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] No waiting events found dispatching network-vif-plugged-ba0df25f-4712-4ff0-995c-0b86ef19c246 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.339578] env[68627]: WARNING nova.compute.manager [req-63213a85-6103-4c1a-bfcd-dcb409539d95 req-2a767547-bf51-4772-91aa-80da05c03b2a service nova] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Received unexpected event network-vif-plugged-ba0df25f-4712-4ff0-995c-0b86ef19c246 for instance with vm_state building and task_state spawning. [ 769.409154] env[68627]: DEBUG nova.compute.manager [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.416302] env[68627]: INFO nova.compute.manager [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Rescuing [ 769.416302] env[68627]: DEBUG oslo_concurrency.lockutils [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "refresh_cache-567f617b-7bc8-4881-a593-469158cca154" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.416302] env[68627]: DEBUG oslo_concurrency.lockutils [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "refresh_cache-567f617b-7bc8-4881-a593-469158cca154" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.416302] env[68627]: DEBUG nova.network.neutron [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.501451] env[68627]: DEBUG oslo_vmware.api [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036944, 'name': RemoveSnapshot_Task, 'duration_secs': 0.76071} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.501728] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 769.504118] env[68627]: INFO nova.compute.manager [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Took 15.33 seconds to snapshot the instance on the hypervisor. [ 769.606958] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Acquiring lock "refresh_cache-3cef6433-9d93-4275-bb71-e88c6182d8ff" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.606958] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Acquired lock "refresh_cache-3cef6433-9d93-4275-bb71-e88c6182d8ff" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.606958] env[68627]: DEBUG nova.network.neutron [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.622939] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.623559] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.624108] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleting the datastore file [datastore2] 65a95fef-d9f4-4fbc-b735-4af788dc8d5e {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.625769] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e35c4e0-ad0d-4d71-9366-e2435e5d7536 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.633474] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214793} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.634590] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.635595] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1ffbc5-cee9-4155-b7d6-3db667e6e70e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.639899] env[68627]: DEBUG oslo_vmware.api [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 769.639899] env[68627]: value = "task-3036947" [ 769.639899] env[68627]: _type = "Task" [ 769.639899] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.664045] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] b562fbb2-bef8-4290-82f9-3b9ecbe86f12/b562fbb2-bef8-4290-82f9-3b9ecbe86f12.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.665328] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e30ab089-30ad-4f97-a1a3-002c81deea7a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.684055] env[68627]: DEBUG oslo_vmware.api [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.693470] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 769.693470] env[68627]: value = "task-3036948" [ 769.693470] env[68627]: _type = "Task" [ 769.693470] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.703805] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.709420] env[68627]: DEBUG nova.compute.utils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.713739] env[68627]: DEBUG nova.compute.manager [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.713998] env[68627]: DEBUG nova.network.neutron [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.769648] env[68627]: DEBUG nova.policy [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '389033b275134e08bc3650b4ff54a41a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '648c66b2af2a4e438b7f0ad44ced76e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.947367] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.010248] env[68627]: DEBUG nova.compute.manager [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Instance disappeared during snapshot {{(pid=68627) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 770.024982] env[68627]: DEBUG nova.compute.manager [None req-66c09b65-61ed-4be7-913f-05d3aba31074 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Image not found during clean up 17bca641-bbc9-4490-bf5f-9a25addf97a6 {{(pid=68627) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 770.074198] env[68627]: DEBUG nova.network.neutron [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Successfully created port: 7c11ee02-de90-4680-a8f7-db9e381d3810 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.153945] env[68627]: DEBUG oslo_vmware.api [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3036947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350281} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.154566] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.154925] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.155326] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.156137] env[68627]: INFO nova.compute.manager [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 770.157028] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.157028] env[68627]: DEBUG nova.compute.manager [-] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.157028] env[68627]: DEBUG nova.network.neutron [-] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.169735] env[68627]: DEBUG nova.network.neutron [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.206113] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036948, 'name': ReconfigVM_Task, 'duration_secs': 0.320043} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.206113] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Reconfigured VM instance instance-0000002f to attach disk [datastore2] b562fbb2-bef8-4290-82f9-3b9ecbe86f12/b562fbb2-bef8-4290-82f9-3b9ecbe86f12.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.206113] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68627) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 770.207258] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-66e16ae5-9d7f-4d96-907c-aa3cf52773f4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.218174] env[68627]: DEBUG nova.compute.manager [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.225710] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 770.225710] env[68627]: value = "task-3036949" [ 770.225710] env[68627]: _type = "Task" [ 770.225710] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.239524] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036949, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.266729] env[68627]: DEBUG nova.compute.manager [req-6b4ee75a-02e3-4d5a-b1e3-a6a63f113e12 req-82407d47-e097-490f-8481-34b360f1a702 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Received event network-changed-fb9f1bdd-5d06-4261-ab31-560fee63b0e2 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.266952] env[68627]: DEBUG nova.compute.manager [req-6b4ee75a-02e3-4d5a-b1e3-a6a63f113e12 req-82407d47-e097-490f-8481-34b360f1a702 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Refreshing instance network info cache due to event network-changed-fb9f1bdd-5d06-4261-ab31-560fee63b0e2. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.267219] env[68627]: DEBUG oslo_concurrency.lockutils [req-6b4ee75a-02e3-4d5a-b1e3-a6a63f113e12 req-82407d47-e097-490f-8481-34b360f1a702 service nova] Acquiring lock "refresh_cache-116db117-ce71-4b2d-b27a-c709225ac898" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.267419] env[68627]: DEBUG oslo_concurrency.lockutils [req-6b4ee75a-02e3-4d5a-b1e3-a6a63f113e12 req-82407d47-e097-490f-8481-34b360f1a702 service nova] Acquired lock "refresh_cache-116db117-ce71-4b2d-b27a-c709225ac898" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.267604] env[68627]: DEBUG nova.network.neutron [req-6b4ee75a-02e3-4d5a-b1e3-a6a63f113e12 req-82407d47-e097-490f-8481-34b360f1a702 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Refreshing network info cache for port fb9f1bdd-5d06-4261-ab31-560fee63b0e2 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.487655] env[68627]: DEBUG nova.network.neutron [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Updating instance_info_cache with network_info: [{"id": "7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42", "address": "fa:16:3e:bd:3e:33", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8fbba5-23", "ovs_interfaceid": "7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.563080] env[68627]: DEBUG nova.network.neutron [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Updating instance_info_cache with network_info: [{"id": "ba0df25f-4712-4ff0-995c-0b86ef19c246", "address": "fa:16:3e:73:6f:8f", "network": {"id": "81e6f759-99e6-4e7a-a517-553f85e2ccff", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-112560677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04398f24de2b4e51a36221840e401163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba0df25f-47", "ovs_interfaceid": "ba0df25f-4712-4ff0-995c-0b86ef19c246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.744799] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036949, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.078861} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.744799] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68627) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 770.745178] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f3ed5a-0ae8-4902-b0d6-22e034ea059b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.779921] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] b562fbb2-bef8-4290-82f9-3b9ecbe86f12/ephemeral_0.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.789709] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db56c583-45b5-4bb3-821c-ff48e05285ee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.819198] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 770.819198] env[68627]: value = "task-3036950" [ 770.819198] env[68627]: _type = "Task" [ 770.819198] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.834567] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.837529] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7898fd9c-ae81-4c23-b081-4def957a9494 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.846675] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2ff636-435b-4fe7-b46a-73fc07b17bb1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.883058] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee77b3c-ae20-4eb4-953d-d569cb52fb43 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.893213] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2bf688-678b-4500-a863-ae817ce2566c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.909363] env[68627]: DEBUG nova.compute.provider_tree [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.990948] env[68627]: DEBUG oslo_concurrency.lockutils [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "refresh_cache-567f617b-7bc8-4881-a593-469158cca154" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.067041] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Releasing lock "refresh_cache-3cef6433-9d93-4275-bb71-e88c6182d8ff" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.067041] env[68627]: DEBUG nova.compute.manager [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Instance network_info: |[{"id": "ba0df25f-4712-4ff0-995c-0b86ef19c246", "address": "fa:16:3e:73:6f:8f", "network": {"id": "81e6f759-99e6-4e7a-a517-553f85e2ccff", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-112560677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04398f24de2b4e51a36221840e401163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba0df25f-47", "ovs_interfaceid": "ba0df25f-4712-4ff0-995c-0b86ef19c246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.067264] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:6f:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba0df25f-4712-4ff0-995c-0b86ef19c246', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.076073] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Creating folder: Project (04398f24de2b4e51a36221840e401163). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.080026] env[68627]: DEBUG nova.network.neutron [-] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.080417] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55f9b3e3-505f-4c79-a80b-43e53f150367 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.095116] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Created folder: Project (04398f24de2b4e51a36221840e401163) in parent group-v608385. [ 771.095334] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Creating folder: Instances. Parent ref: group-v608530. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.095601] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3141da6-f522-41c1-8335-527753c8ec63 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.109197] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Created folder: Instances in parent group-v608530. [ 771.109551] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.109767] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.110511] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62737064-598f-44ba-88df-c9bca4ceda40 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.126421] env[68627]: DEBUG nova.network.neutron [req-6b4ee75a-02e3-4d5a-b1e3-a6a63f113e12 req-82407d47-e097-490f-8481-34b360f1a702 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Updated VIF entry in instance network info cache for port fb9f1bdd-5d06-4261-ab31-560fee63b0e2. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.126782] env[68627]: DEBUG nova.network.neutron [req-6b4ee75a-02e3-4d5a-b1e3-a6a63f113e12 req-82407d47-e097-490f-8481-34b360f1a702 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Updating instance_info_cache with network_info: [{"id": "fb9f1bdd-5d06-4261-ab31-560fee63b0e2", "address": "fa:16:3e:50:a3:56", "network": {"id": "082e5e4b-23b3-4575-8d8f-51d5258f74fb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2048563646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ce80c6953af46e8814364f6b9dbaf8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9f1bdd-5d", "ovs_interfaceid": "fb9f1bdd-5d06-4261-ab31-560fee63b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.137443] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.137443] env[68627]: value = "task-3036953" [ 771.137443] env[68627]: _type = "Task" [ 771.137443] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.158163] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036953, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.239042] env[68627]: DEBUG nova.compute.manager [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.260772] env[68627]: DEBUG nova.virt.hardware [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.261039] env[68627]: DEBUG nova.virt.hardware [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.261201] env[68627]: DEBUG nova.virt.hardware [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.261383] env[68627]: DEBUG nova.virt.hardware [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.261528] env[68627]: DEBUG nova.virt.hardware [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.261673] env[68627]: DEBUG nova.virt.hardware [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.261878] env[68627]: DEBUG nova.virt.hardware [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.262076] env[68627]: DEBUG nova.virt.hardware [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.262266] env[68627]: DEBUG nova.virt.hardware [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.262429] env[68627]: DEBUG nova.virt.hardware [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.262600] env[68627]: DEBUG nova.virt.hardware [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.263493] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c792c6-4123-4ecd-a965-2f1b70d6bb50 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.272049] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c924bb-67c6-42a8-bce1-52505a74914d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.314039] env[68627]: DEBUG nova.compute.manager [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Stashing vm_state: active {{(pid=68627) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 771.328684] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036950, 'name': ReconfigVM_Task, 'duration_secs': 0.357369} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.328973] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Reconfigured VM instance instance-0000002f to attach disk [datastore2] b562fbb2-bef8-4290-82f9-3b9ecbe86f12/ephemeral_0.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.329605] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-257ee5b9-078f-4920-9700-b3080cda2aaf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.337364] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 771.337364] env[68627]: value = "task-3036954" [ 771.337364] env[68627]: _type = "Task" [ 771.337364] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.346062] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036954, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.369416] env[68627]: DEBUG nova.compute.manager [req-44ae4d6a-073a-4d6b-99db-cda699cfdafb req-d1266a87-a217-4ff9-b917-2ba3c62936cc service nova] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Received event network-changed-ba0df25f-4712-4ff0-995c-0b86ef19c246 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.369647] env[68627]: DEBUG nova.compute.manager [req-44ae4d6a-073a-4d6b-99db-cda699cfdafb req-d1266a87-a217-4ff9-b917-2ba3c62936cc service nova] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Refreshing instance network info cache due to event network-changed-ba0df25f-4712-4ff0-995c-0b86ef19c246. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.369879] env[68627]: DEBUG oslo_concurrency.lockutils [req-44ae4d6a-073a-4d6b-99db-cda699cfdafb req-d1266a87-a217-4ff9-b917-2ba3c62936cc service nova] Acquiring lock "refresh_cache-3cef6433-9d93-4275-bb71-e88c6182d8ff" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.370167] env[68627]: DEBUG oslo_concurrency.lockutils [req-44ae4d6a-073a-4d6b-99db-cda699cfdafb req-d1266a87-a217-4ff9-b917-2ba3c62936cc service nova] Acquired lock "refresh_cache-3cef6433-9d93-4275-bb71-e88c6182d8ff" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.370387] env[68627]: DEBUG nova.network.neutron [req-44ae4d6a-073a-4d6b-99db-cda699cfdafb req-d1266a87-a217-4ff9-b917-2ba3c62936cc service nova] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Refreshing network info cache for port ba0df25f-4712-4ff0-995c-0b86ef19c246 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.412758] env[68627]: DEBUG nova.scheduler.client.report [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.583570] env[68627]: INFO nova.compute.manager [-] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Took 1.43 seconds to deallocate network for instance. [ 771.630697] env[68627]: DEBUG oslo_concurrency.lockutils [req-6b4ee75a-02e3-4d5a-b1e3-a6a63f113e12 req-82407d47-e097-490f-8481-34b360f1a702 service nova] Releasing lock "refresh_cache-116db117-ce71-4b2d-b27a-c709225ac898" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.648408] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036953, 'name': CreateVM_Task, 'duration_secs': 0.488389} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.648594] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.649299] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.649467] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.649869] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.650156] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58349375-93de-4d38-ab9f-b55415b05c06 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.655515] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Waiting for the task: (returnval){ [ 771.655515] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527abcdb-09fe-18d1-e43f-ddec90c910fc" [ 771.655515] env[68627]: _type = "Task" [ 771.655515] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.664999] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527abcdb-09fe-18d1-e43f-ddec90c910fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.751027] env[68627]: DEBUG nova.network.neutron [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Successfully updated port: 7c11ee02-de90-4680-a8f7-db9e381d3810 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.833546] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.847734] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036954, 'name': Rename_Task, 'duration_secs': 0.214016} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.848014] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.848280] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e45cf5ce-08b8-45b6-a52b-088a129c5afa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.855128] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 771.855128] env[68627]: value = "task-3036955" [ 771.855128] env[68627]: _type = "Task" [ 771.855128] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.866032] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.918399] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.919034] env[68627]: DEBUG nova.compute.manager [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.921869] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.710s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.922113] env[68627]: DEBUG nova.objects.instance [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Lazy-loading 'resources' on Instance uuid 946c78be-7449-4163-85ec-be6ac8e85268 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.091354] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.108550] env[68627]: DEBUG nova.network.neutron [req-44ae4d6a-073a-4d6b-99db-cda699cfdafb req-d1266a87-a217-4ff9-b917-2ba3c62936cc service nova] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Updated VIF entry in instance network info cache for port ba0df25f-4712-4ff0-995c-0b86ef19c246. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.108711] env[68627]: DEBUG nova.network.neutron [req-44ae4d6a-073a-4d6b-99db-cda699cfdafb req-d1266a87-a217-4ff9-b917-2ba3c62936cc service nova] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Updating instance_info_cache with network_info: [{"id": "ba0df25f-4712-4ff0-995c-0b86ef19c246", "address": "fa:16:3e:73:6f:8f", "network": {"id": "81e6f759-99e6-4e7a-a517-553f85e2ccff", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-112560677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04398f24de2b4e51a36221840e401163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba0df25f-47", "ovs_interfaceid": "ba0df25f-4712-4ff0-995c-0b86ef19c246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.168539] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527abcdb-09fe-18d1-e43f-ddec90c910fc, 'name': SearchDatastore_Task, 'duration_secs': 0.042372} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.168883] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.169148] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.169408] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.169578] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.169757] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.170050] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef5beabd-f167-49e1-8ea1-62e54dac45ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.183029] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.183180] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.183864] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68062a7-ace7-4764-b326-0032af9c2999 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.190698] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Waiting for the task: (returnval){ [ 772.190698] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a14111-ae37-4352-c3cc-db49b71c0c14" [ 772.190698] env[68627]: _type = "Task" [ 772.190698] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.199877] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a14111-ae37-4352-c3cc-db49b71c0c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.253798] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "refresh_cache-96e83d99-c233-4409-900f-64cbdf961769" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.253986] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "refresh_cache-96e83d99-c233-4409-900f-64cbdf961769" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.254543] env[68627]: DEBUG nova.network.neutron [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.365534] env[68627]: DEBUG oslo_vmware.api [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3036955, 'name': PowerOnVM_Task, 'duration_secs': 0.473462} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.365822] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.366044] env[68627]: INFO nova.compute.manager [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Took 8.12 seconds to spawn the instance on the hypervisor. [ 772.366233] env[68627]: DEBUG nova.compute.manager [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.367025] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65dace1-510c-4b46-ac55-d8ad427fe974 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.425566] env[68627]: DEBUG nova.compute.utils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.426937] env[68627]: DEBUG nova.compute.manager [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.427141] env[68627]: DEBUG nova.network.neutron [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.472411] env[68627]: DEBUG nova.policy [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '389033b275134e08bc3650b4ff54a41a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '648c66b2af2a4e438b7f0ad44ced76e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.540098] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.540098] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6021994c-f07a-4e58-92e1-b3e42e31cb8e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.547559] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 772.547559] env[68627]: value = "task-3036956" [ 772.547559] env[68627]: _type = "Task" [ 772.547559] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.557352] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.611683] env[68627]: DEBUG oslo_concurrency.lockutils [req-44ae4d6a-073a-4d6b-99db-cda699cfdafb req-d1266a87-a217-4ff9-b917-2ba3c62936cc service nova] Releasing lock "refresh_cache-3cef6433-9d93-4275-bb71-e88c6182d8ff" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.611999] env[68627]: DEBUG nova.compute.manager [req-44ae4d6a-073a-4d6b-99db-cda699cfdafb req-d1266a87-a217-4ff9-b917-2ba3c62936cc service nova] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Received event network-vif-deleted-d50ccecc-5124-488d-85d2-ec16195bc9aa {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.708464] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a14111-ae37-4352-c3cc-db49b71c0c14, 'name': SearchDatastore_Task, 'duration_secs': 0.010506} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.710026] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-121b582f-2f61-4027-9f43-6d8a12baa95b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.716543] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Waiting for the task: (returnval){ [ 772.716543] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52717111-348b-fffc-6115-ed409a309502" [ 772.716543] env[68627]: _type = "Task" [ 772.716543] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.726842] env[68627]: DEBUG nova.network.neutron [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Successfully created port: 78fb4b53-a6af-4c3b-8526-ab51b72b0167 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.732222] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52717111-348b-fffc-6115-ed409a309502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.810887] env[68627]: DEBUG nova.network.neutron [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.887467] env[68627]: INFO nova.compute.manager [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Took 40.15 seconds to build instance. [ 772.928779] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded43e86-6068-4574-a8a9-4f558d54deea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.933960] env[68627]: DEBUG nova.compute.manager [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.942254] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98423da4-bf0d-48d5-9766-b549db922280 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.983380] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dd9b25-9dd4-4ced-83c9-56754929ae83 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.992137] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c092ccec-d214-4588-9766-f3561df7ee67 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.006138] env[68627]: DEBUG nova.compute.provider_tree [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.041824] env[68627]: DEBUG nova.network.neutron [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Updating instance_info_cache with network_info: [{"id": "7c11ee02-de90-4680-a8f7-db9e381d3810", "address": "fa:16:3e:b1:ab:36", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c11ee02-de", "ovs_interfaceid": "7c11ee02-de90-4680-a8f7-db9e381d3810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.059682] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036956, 'name': PowerOffVM_Task, 'duration_secs': 0.226114} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.060038] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.060870] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd89f00-ac97-4910-92d6-6fabf99a5773 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.080299] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23fbad2-c229-4e5b-b047-b55fb99d91c4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.114387] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.114671] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ada99e0-7629-4b37-8582-b160bdfd9e6d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.123288] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 773.123288] env[68627]: value = "task-3036957" [ 773.123288] env[68627]: _type = "Task" [ 773.123288] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.133337] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 773.133550] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.133829] env[68627]: DEBUG oslo_concurrency.lockutils [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.229843] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52717111-348b-fffc-6115-ed409a309502, 'name': SearchDatastore_Task, 'duration_secs': 0.011908} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.230134] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.230420] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 3cef6433-9d93-4275-bb71-e88c6182d8ff/3cef6433-9d93-4275-bb71-e88c6182d8ff.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.230668] env[68627]: DEBUG oslo_concurrency.lockutils [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.230853] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.231077] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ca4e186-0b8a-4f0d-81e3-7dc45b93c11d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.233122] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9635ee19-afb9-4925-9d77-e8076eba7fa9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.241333] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Waiting for the task: (returnval){ [ 773.241333] env[68627]: value = "task-3036958" [ 773.241333] env[68627]: _type = "Task" [ 773.241333] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.246092] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.246191] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.247346] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3303d080-3efe-4d90-80ee-2bea6e77b0ec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.252442] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.256024] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 773.256024] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aaa0d2-79fd-a581-377b-a9f262d8d9ac" [ 773.256024] env[68627]: _type = "Task" [ 773.256024] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.264173] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aaa0d2-79fd-a581-377b-a9f262d8d9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.389687] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90564335-9240-422f-9b7c-34151fa21ac4 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "b562fbb2-bef8-4290-82f9-3b9ecbe86f12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.666s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.509194] env[68627]: DEBUG nova.scheduler.client.report [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.544383] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "refresh_cache-96e83d99-c233-4409-900f-64cbdf961769" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.544828] env[68627]: DEBUG nova.compute.manager [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Instance network_info: |[{"id": "7c11ee02-de90-4680-a8f7-db9e381d3810", "address": "fa:16:3e:b1:ab:36", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c11ee02-de", "ovs_interfaceid": "7c11ee02-de90-4680-a8f7-db9e381d3810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.545434] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:ab:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c11ee02-de90-4680-a8f7-db9e381d3810', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.554436] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Creating folder: Project (648c66b2af2a4e438b7f0ad44ced76e9). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.554823] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a361d93-d475-4ccd-8730-09d57de50f70 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.571839] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Created folder: Project (648c66b2af2a4e438b7f0ad44ced76e9) in parent group-v608385. [ 773.572202] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Creating folder: Instances. Parent ref: group-v608533. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.572548] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e17dd466-5a44-46c7-a231-7db81be5d356 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.588188] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Created folder: Instances in parent group-v608533. [ 773.588479] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.588710] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.588942] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2daa41c2-b151-4455-9084-a5b44d51e333 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.619384] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.619384] env[68627]: value = "task-3036961" [ 773.619384] env[68627]: _type = "Task" [ 773.619384] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.629937] env[68627]: DEBUG nova.compute.manager [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Received event network-vif-plugged-7c11ee02-de90-4680-a8f7-db9e381d3810 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.630284] env[68627]: DEBUG oslo_concurrency.lockutils [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] Acquiring lock "96e83d99-c233-4409-900f-64cbdf961769-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.630549] env[68627]: DEBUG oslo_concurrency.lockutils [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] Lock "96e83d99-c233-4409-900f-64cbdf961769-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.630796] env[68627]: DEBUG oslo_concurrency.lockutils [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] Lock "96e83d99-c233-4409-900f-64cbdf961769-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.631080] env[68627]: DEBUG nova.compute.manager [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] [instance: 96e83d99-c233-4409-900f-64cbdf961769] No waiting events found dispatching network-vif-plugged-7c11ee02-de90-4680-a8f7-db9e381d3810 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.631278] env[68627]: WARNING nova.compute.manager [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Received unexpected event network-vif-plugged-7c11ee02-de90-4680-a8f7-db9e381d3810 for instance with vm_state building and task_state spawning. [ 773.631502] env[68627]: DEBUG nova.compute.manager [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Received event network-changed-7c11ee02-de90-4680-a8f7-db9e381d3810 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.631770] env[68627]: DEBUG nova.compute.manager [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Refreshing instance network info cache due to event network-changed-7c11ee02-de90-4680-a8f7-db9e381d3810. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.631978] env[68627]: DEBUG oslo_concurrency.lockutils [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] Acquiring lock "refresh_cache-96e83d99-c233-4409-900f-64cbdf961769" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.632195] env[68627]: DEBUG oslo_concurrency.lockutils [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] Acquired lock "refresh_cache-96e83d99-c233-4409-900f-64cbdf961769" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.632419] env[68627]: DEBUG nova.network.neutron [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Refreshing network info cache for port 7c11ee02-de90-4680-a8f7-db9e381d3810 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.639171] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036961, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.752291] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036958, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.766925] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aaa0d2-79fd-a581-377b-a9f262d8d9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015194} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.768032] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f49201f1-7bc5-4b1a-bea8-ecdc4e499c3a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.775619] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 773.775619] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52133bb0-c64a-8692-fb46-e96cbeecabd8" [ 773.775619] env[68627]: _type = "Task" [ 773.775619] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.785034] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52133bb0-c64a-8692-fb46-e96cbeecabd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.892863] env[68627]: DEBUG nova.compute.manager [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.942290] env[68627]: DEBUG nova.compute.manager [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.971263] env[68627]: DEBUG nova.virt.hardware [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.971567] env[68627]: DEBUG nova.virt.hardware [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.971736] env[68627]: DEBUG nova.virt.hardware [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.971920] env[68627]: DEBUG nova.virt.hardware [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.972084] env[68627]: DEBUG nova.virt.hardware [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.972234] env[68627]: DEBUG nova.virt.hardware [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.972443] env[68627]: DEBUG nova.virt.hardware [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.972601] env[68627]: DEBUG nova.virt.hardware [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.972802] env[68627]: DEBUG nova.virt.hardware [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.972975] env[68627]: DEBUG nova.virt.hardware [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.973180] env[68627]: DEBUG nova.virt.hardware [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.974080] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eed4d44-f318-4eac-849b-c021c3d407b6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.983429] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6ea2fe-c2a9-4838-a2db-ec0f0881c85f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.015484] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.018032] env[68627]: DEBUG oslo_concurrency.lockutils [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.178s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.018265] env[68627]: DEBUG nova.objects.instance [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Lazy-loading 'resources' on Instance uuid 054d3be2-55c6-4aeb-b3a8-12accde45b9e {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.038274] env[68627]: INFO nova.scheduler.client.report [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Deleted allocations for instance 946c78be-7449-4163-85ec-be6ac8e85268 [ 774.130777] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036961, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.253383] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036958, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.286738] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52133bb0-c64a-8692-fb46-e96cbeecabd8, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.287088] env[68627]: DEBUG oslo_concurrency.lockutils [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.287402] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 567f617b-7bc8-4881-a593-469158cca154/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk. {{(pid=68627) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 774.287716] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94087fb9-32cd-4cb7-81ba-82cb66c9bbe7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.297132] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 774.297132] env[68627]: value = "task-3036962" [ 774.297132] env[68627]: _type = "Task" [ 774.297132] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.305400] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.415515] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.550431] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d2859064-f098-435d-918a-2c73235ef115 tempest-VolumesAssistedSnapshotsTest-1646400663 tempest-VolumesAssistedSnapshotsTest-1646400663-project-member] Lock "946c78be-7449-4163-85ec-be6ac8e85268" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.652s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.617254] env[68627]: DEBUG nova.network.neutron [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Updated VIF entry in instance network info cache for port 7c11ee02-de90-4680-a8f7-db9e381d3810. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.617623] env[68627]: DEBUG nova.network.neutron [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Updating instance_info_cache with network_info: [{"id": "7c11ee02-de90-4680-a8f7-db9e381d3810", "address": "fa:16:3e:b1:ab:36", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c11ee02-de", "ovs_interfaceid": "7c11ee02-de90-4680-a8f7-db9e381d3810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.634450] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036961, 'name': CreateVM_Task, 'duration_secs': 0.546191} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.634719] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.635338] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.635506] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.635849] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.636130] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd8ee21-a98a-4508-91af-dc169813cbe0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.645159] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 774.645159] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52444dc0-8610-ffe3-a5ab-10d51987605c" [ 774.645159] env[68627]: _type = "Task" [ 774.645159] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.657529] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52444dc0-8610-ffe3-a5ab-10d51987605c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.709766] env[68627]: DEBUG nova.network.neutron [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Successfully updated port: 78fb4b53-a6af-4c3b-8526-ab51b72b0167 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.727099] env[68627]: DEBUG oslo_concurrency.lockutils [None req-da48479c-fc3d-447b-b4cc-abfcd1da945b tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "401f7afd-55f9-40df-8ea7-892c97c15b01" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.727375] env[68627]: DEBUG oslo_concurrency.lockutils [None req-da48479c-fc3d-447b-b4cc-abfcd1da945b tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.727594] env[68627]: DEBUG nova.compute.manager [None req-da48479c-fc3d-447b-b4cc-abfcd1da945b tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.728961] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e56fe47-3ac6-4b10-9179-4441426a2748 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.737684] env[68627]: DEBUG nova.compute.manager [None req-da48479c-fc3d-447b-b4cc-abfcd1da945b tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68627) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 774.738279] env[68627]: DEBUG nova.objects.instance [None req-da48479c-fc3d-447b-b4cc-abfcd1da945b tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lazy-loading 'flavor' on Instance uuid 401f7afd-55f9-40df-8ea7-892c97c15b01 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.756304] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036958, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.757291] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 3cef6433-9d93-4275-bb71-e88c6182d8ff/3cef6433-9d93-4275-bb71-e88c6182d8ff.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.757518] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.757781] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f62458a-194f-4456-b503-e91e86e609c9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.769023] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Waiting for the task: (returnval){ [ 774.769023] env[68627]: value = "task-3036963" [ 774.769023] env[68627]: _type = "Task" [ 774.769023] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.779562] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.809358] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.050034] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e423a878-f9ae-496e-949b-b2dcdb035330 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.061528] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed7d5bc-6c79-47d6-9dfd-ec97625c8462 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.099840] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c35e8fb-9223-4b98-a81b-3120da38bb3f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.110716] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d075002-79ee-4d78-a489-cbe1aa4281a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.126761] env[68627]: DEBUG oslo_concurrency.lockutils [req-4b501686-99f7-4222-aa11-085b54acf889 req-1b490c60-3d75-4c70-a33a-2a75fcb033f9 service nova] Releasing lock "refresh_cache-96e83d99-c233-4409-900f-64cbdf961769" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.127397] env[68627]: DEBUG nova.compute.provider_tree [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.167712] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52444dc0-8610-ffe3-a5ab-10d51987605c, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.167712] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.167712] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.168119] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.168119] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.168226] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.168577] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e8ccacd-7bc5-4615-ba6c-e180b6115965 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.190510] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.190724] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.191611] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ae208d-b574-47ec-82fa-ab5b5b574292 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.198710] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 775.198710] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528b8c2b-baed-810f-80bd-2e3322461328" [ 775.198710] env[68627]: _type = "Task" [ 775.198710] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.211163] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528b8c2b-baed-810f-80bd-2e3322461328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.215795] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "refresh_cache-cb38574c-7d54-4048-b739-09cf0ea9a132" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.215943] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "refresh_cache-cb38574c-7d54-4048-b739-09cf0ea9a132" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.216201] env[68627]: DEBUG nova.network.neutron [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.286054] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076689} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.286054] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.286054] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc629140-c004-4e24-bd52-e614c6d860c1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.315162] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 3cef6433-9d93-4275-bb71-e88c6182d8ff/3cef6433-9d93-4275-bb71-e88c6182d8ff.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.320171] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1868cafa-f5c1-4fed-b24f-c008af15b793 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.341656] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.921042} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.342252] env[68627]: INFO nova.virt.vmwareapi.ds_util [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 567f617b-7bc8-4881-a593-469158cca154/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk. [ 775.342640] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Waiting for the task: (returnval){ [ 775.342640] env[68627]: value = "task-3036964" [ 775.342640] env[68627]: _type = "Task" [ 775.342640] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.343412] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24837b98-d7af-4158-856a-3217e819f85b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.355201] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.388306] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 567f617b-7bc8-4881-a593-469158cca154/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.388654] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a23b5549-b41e-4e1c-8e93-c8f82ace3794 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.433236] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 775.433236] env[68627]: value = "task-3036965" [ 775.433236] env[68627]: _type = "Task" [ 775.433236] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.446204] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.630305] env[68627]: DEBUG nova.scheduler.client.report [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.711386] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528b8c2b-baed-810f-80bd-2e3322461328, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.714275] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725a0f92-7f67-4463-bff6-3bc92adefe0b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.722865] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 775.722865] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523a1e4c-1e04-1a02-e5d2-d1411529e2ee" [ 775.722865] env[68627]: _type = "Task" [ 775.722865] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.737454] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523a1e4c-1e04-1a02-e5d2-d1411529e2ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.745371] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-da48479c-fc3d-447b-b4cc-abfcd1da945b tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.745732] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59706c48-386f-437f-a488-b24035969925 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.757552] env[68627]: DEBUG oslo_vmware.api [None req-da48479c-fc3d-447b-b4cc-abfcd1da945b tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 775.757552] env[68627]: value = "task-3036966" [ 775.757552] env[68627]: _type = "Task" [ 775.757552] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.768706] env[68627]: DEBUG oslo_vmware.api [None req-da48479c-fc3d-447b-b4cc-abfcd1da945b tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.769697] env[68627]: DEBUG nova.network.neutron [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.845435] env[68627]: DEBUG nova.compute.manager [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Received event network-vif-plugged-78fb4b53-a6af-4c3b-8526-ab51b72b0167 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.845711] env[68627]: DEBUG oslo_concurrency.lockutils [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] Acquiring lock "cb38574c-7d54-4048-b739-09cf0ea9a132-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.845858] env[68627]: DEBUG oslo_concurrency.lockutils [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] Lock "cb38574c-7d54-4048-b739-09cf0ea9a132-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.846083] env[68627]: DEBUG oslo_concurrency.lockutils [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] Lock "cb38574c-7d54-4048-b739-09cf0ea9a132-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.846201] env[68627]: DEBUG nova.compute.manager [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] No waiting events found dispatching network-vif-plugged-78fb4b53-a6af-4c3b-8526-ab51b72b0167 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.846364] env[68627]: WARNING nova.compute.manager [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Received unexpected event network-vif-plugged-78fb4b53-a6af-4c3b-8526-ab51b72b0167 for instance with vm_state building and task_state spawning. [ 775.846575] env[68627]: DEBUG nova.compute.manager [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Received event network-changed-36a9dd74-0ea5-41b2-a324-fbd6e390dd8a {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.846711] env[68627]: DEBUG nova.compute.manager [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Refreshing instance network info cache due to event network-changed-36a9dd74-0ea5-41b2-a324-fbd6e390dd8a. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.846941] env[68627]: DEBUG oslo_concurrency.lockutils [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] Acquiring lock "refresh_cache-b562fbb2-bef8-4290-82f9-3b9ecbe86f12" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.847086] env[68627]: DEBUG oslo_concurrency.lockutils [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] Acquired lock "refresh_cache-b562fbb2-bef8-4290-82f9-3b9ecbe86f12" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.847342] env[68627]: DEBUG nova.network.neutron [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Refreshing network info cache for port 36a9dd74-0ea5-41b2-a324-fbd6e390dd8a {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.864560] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.939597] env[68627]: DEBUG nova.network.neutron [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Updating instance_info_cache with network_info: [{"id": "78fb4b53-a6af-4c3b-8526-ab51b72b0167", "address": "fa:16:3e:ef:0e:5f", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fb4b53-a6", "ovs_interfaceid": "78fb4b53-a6af-4c3b-8526-ab51b72b0167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.951545] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.137456] env[68627]: DEBUG oslo_concurrency.lockutils [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.143401] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.312s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.143745] env[68627]: DEBUG nova.objects.instance [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lazy-loading 'resources' on Instance uuid 7b60bcbc-dc20-4423-aaae-0e1b20127384 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.162388] env[68627]: INFO nova.scheduler.client.report [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Deleted allocations for instance 054d3be2-55c6-4aeb-b3a8-12accde45b9e [ 776.235421] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523a1e4c-1e04-1a02-e5d2-d1411529e2ee, 'name': SearchDatastore_Task, 'duration_secs': 0.016128} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.235667] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.235926] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 96e83d99-c233-4409-900f-64cbdf961769/96e83d99-c233-4409-900f-64cbdf961769.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.236227] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4b28394-a7b0-49d4-80d2-e6ab2b65508e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.243989] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 776.243989] env[68627]: value = "task-3036967" [ 776.243989] env[68627]: _type = "Task" [ 776.243989] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.253270] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.270058] env[68627]: DEBUG oslo_vmware.api [None req-da48479c-fc3d-447b-b4cc-abfcd1da945b tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036966, 'name': PowerOffVM_Task, 'duration_secs': 0.3325} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.270058] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-da48479c-fc3d-447b-b4cc-abfcd1da945b tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.270058] env[68627]: DEBUG nova.compute.manager [None req-da48479c-fc3d-447b-b4cc-abfcd1da945b tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.270308] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a326d46c-e98c-4642-a5fa-087fb4f062cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.362055] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036964, 'name': ReconfigVM_Task, 'duration_secs': 0.874091} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.362739] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 3cef6433-9d93-4275-bb71-e88c6182d8ff/3cef6433-9d93-4275-bb71-e88c6182d8ff.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.364405] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d49461f4-f708-4aaf-9487-2f2417707e48 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.371509] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Waiting for the task: (returnval){ [ 776.371509] env[68627]: value = "task-3036968" [ 776.371509] env[68627]: _type = "Task" [ 776.371509] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.383759] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036968, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.447656] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036965, 'name': ReconfigVM_Task, 'duration_secs': 0.87643} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.447656] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 567f617b-7bc8-4881-a593-469158cca154/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.447656] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ecb140-4895-4f60-90e7-4f3eb6790aa1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.450336] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "refresh_cache-cb38574c-7d54-4048-b739-09cf0ea9a132" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.450823] env[68627]: DEBUG nova.compute.manager [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Instance network_info: |[{"id": "78fb4b53-a6af-4c3b-8526-ab51b72b0167", "address": "fa:16:3e:ef:0e:5f", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fb4b53-a6", "ovs_interfaceid": "78fb4b53-a6af-4c3b-8526-ab51b72b0167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.451714] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:0e:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78fb4b53-a6af-4c3b-8526-ab51b72b0167', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.461353] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.461353] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.461573] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac8daaae-644e-4f17-914b-9d3f06e33019 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.502812] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c50734f-c039-4f7b-907a-531db20b0d76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.515575] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.515575] env[68627]: value = "task-3036969" [ 776.515575] env[68627]: _type = "Task" [ 776.515575] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.522057] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 776.522057] env[68627]: value = "task-3036970" [ 776.522057] env[68627]: _type = "Task" [ 776.522057] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.525681] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036969, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.538403] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036970, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.643997] env[68627]: DEBUG nova.network.neutron [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Updated VIF entry in instance network info cache for port 36a9dd74-0ea5-41b2-a324-fbd6e390dd8a. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.644509] env[68627]: DEBUG nova.network.neutron [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Updating instance_info_cache with network_info: [{"id": "36a9dd74-0ea5-41b2-a324-fbd6e390dd8a", "address": "fa:16:3e:55:23:5d", "network": {"id": "9da9598f-f4da-475d-881b-b8a2d7871efe", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1118469854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ffe416460c345188cf54651ea40aec4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a9dd74-0e", "ovs_interfaceid": "36a9dd74-0ea5-41b2-a324-fbd6e390dd8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.676072] env[68627]: DEBUG oslo_concurrency.lockutils [None req-11e160b1-065e-44be-add1-dcaaa4b37aa3 tempest-ServerMetadataTestJSON-1955941093 tempest-ServerMetadataTestJSON-1955941093-project-member] Lock "054d3be2-55c6-4aeb-b3a8-12accde45b9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.741s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.680364] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.681013] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.761928] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036967, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.785452] env[68627]: DEBUG oslo_concurrency.lockutils [None req-da48479c-fc3d-447b-b4cc-abfcd1da945b tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.884547] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036968, 'name': Rename_Task, 'duration_secs': 0.235973} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.884854] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.885153] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4df7190-d878-43de-a09b-de23586987f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.896132] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Waiting for the task: (returnval){ [ 776.896132] env[68627]: value = "task-3036971" [ 776.896132] env[68627]: _type = "Task" [ 776.896132] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.905238] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.038156] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036969, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.044222] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036970, 'name': ReconfigVM_Task, 'duration_secs': 0.343422} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.044745] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.044853] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9381e3aa-b66c-4e9b-bcb5-b85ad0d75225 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.054551] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 777.054551] env[68627]: value = "task-3036972" [ 777.054551] env[68627]: _type = "Task" [ 777.054551] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.073237] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.153969] env[68627]: DEBUG oslo_concurrency.lockutils [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] Releasing lock "refresh_cache-b562fbb2-bef8-4290-82f9-3b9ecbe86f12" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.153969] env[68627]: DEBUG nova.compute.manager [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Received event network-changed-78fb4b53-a6af-4c3b-8526-ab51b72b0167 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.153969] env[68627]: DEBUG nova.compute.manager [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Refreshing instance network info cache due to event network-changed-78fb4b53-a6af-4c3b-8526-ab51b72b0167. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.154377] env[68627]: DEBUG oslo_concurrency.lockutils [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] Acquiring lock "refresh_cache-cb38574c-7d54-4048-b739-09cf0ea9a132" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.154377] env[68627]: DEBUG oslo_concurrency.lockutils [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] Acquired lock "refresh_cache-cb38574c-7d54-4048-b739-09cf0ea9a132" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.154377] env[68627]: DEBUG nova.network.neutron [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Refreshing network info cache for port 78fb4b53-a6af-4c3b-8526-ab51b72b0167 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.166319] env[68627]: DEBUG nova.objects.instance [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lazy-loading 'flavor' on Instance uuid 401f7afd-55f9-40df-8ea7-892c97c15b01 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.200386] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.200991] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.200991] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.200991] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.201176] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.201307] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.201407] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68627) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 777.201874] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.262528] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634361} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.266789] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 96e83d99-c233-4409-900f-64cbdf961769/96e83d99-c233-4409-900f-64cbdf961769.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.266789] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.266789] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dbead96-df44-4ed3-980b-ddab2a345374 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.274575] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 777.274575] env[68627]: value = "task-3036973" [ 777.274575] env[68627]: _type = "Task" [ 777.274575] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.288378] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.325201] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2982c1a-1083-4da9-ab6b-f0ddb5fdd289 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.334282] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7486f4a8-ebfc-4701-b9cf-e077e2a6664f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.374897] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c57655c-f64b-4110-b04d-ec8b18bbaacf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.383523] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e3e938-8537-4801-b34c-6222e500739d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.399689] env[68627]: DEBUG nova.compute.provider_tree [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.409978] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.529846] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036969, 'name': CreateVM_Task, 'duration_secs': 0.787309} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.530102] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.530846] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.531060] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.531489] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.532168] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f1b859-672c-49d3-8c85-29e7dd4e4261 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.538643] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 777.538643] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520fb6d4-f8ac-6a71-af23-73f8d96163f3" [ 777.538643] env[68627]: _type = "Task" [ 777.538643] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.554344] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520fb6d4-f8ac-6a71-af23-73f8d96163f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.565144] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036972, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.672890] env[68627]: DEBUG oslo_concurrency.lockutils [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.673271] env[68627]: DEBUG oslo_concurrency.lockutils [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.673603] env[68627]: DEBUG nova.network.neutron [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.673975] env[68627]: DEBUG nova.objects.instance [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lazy-loading 'info_cache' on Instance uuid 401f7afd-55f9-40df-8ea7-892c97c15b01 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.705345] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.784871] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071403} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.785698] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.786601] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e123fe1d-15d5-485e-adc5-9592f2dab099 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.813182] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 96e83d99-c233-4409-900f-64cbdf961769/96e83d99-c233-4409-900f-64cbdf961769.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.813610] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26bc87de-2aba-4f33-aa1e-4eda5c3f9345 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.834688] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 777.834688] env[68627]: value = "task-3036974" [ 777.834688] env[68627]: _type = "Task" [ 777.834688] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.842957] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.905747] env[68627]: DEBUG nova.scheduler.client.report [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.915394] env[68627]: DEBUG oslo_vmware.api [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036971, 'name': PowerOnVM_Task, 'duration_secs': 0.745779} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.916029] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.916309] env[68627]: INFO nova.compute.manager [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Took 9.28 seconds to spawn the instance on the hypervisor. [ 777.916548] env[68627]: DEBUG nova.compute.manager [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.917738] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bb5c36-1919-44bd-bcba-614cdb8653df {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.053249] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520fb6d4-f8ac-6a71-af23-73f8d96163f3, 'name': SearchDatastore_Task, 'duration_secs': 0.03557} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.053249] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.053565] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.054055] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.054282] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.054523] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.054840] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd427dd9-c1b5-4f32-9403-4ee4f41e4048 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.067164] env[68627]: DEBUG oslo_vmware.api [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036972, 'name': PowerOnVM_Task, 'duration_secs': 0.59167} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.067164] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.071373] env[68627]: DEBUG nova.compute.manager [None req-543190de-d45f-45e5-b1ed-868d5fd475cf tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.072234] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e81cef-3c8b-4faa-8c31-af0f251484c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.076398] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.076625] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.078902] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a685afb2-9dc0-427b-99d4-0f6f91d28838 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.089186] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 778.089186] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]522e06ce-fccb-839b-decb-3d79c9336b4a" [ 778.089186] env[68627]: _type = "Task" [ 778.089186] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.099092] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522e06ce-fccb-839b-decb-3d79c9336b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.099092] env[68627]: DEBUG nova.network.neutron [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Updated VIF entry in instance network info cache for port 78fb4b53-a6af-4c3b-8526-ab51b72b0167. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.099092] env[68627]: DEBUG nova.network.neutron [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Updating instance_info_cache with network_info: [{"id": "78fb4b53-a6af-4c3b-8526-ab51b72b0167", "address": "fa:16:3e:ef:0e:5f", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fb4b53-a6", "ovs_interfaceid": "78fb4b53-a6af-4c3b-8526-ab51b72b0167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.177421] env[68627]: DEBUG nova.objects.base [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Object Instance<401f7afd-55f9-40df-8ea7-892c97c15b01> lazy-loaded attributes: flavor,info_cache {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 778.352353] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.417528] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.420152] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.074s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.420455] env[68627]: DEBUG nova.objects.instance [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Lazy-loading 'resources' on Instance uuid 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.437344] env[68627]: INFO nova.compute.manager [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Took 42.04 seconds to build instance. [ 778.451375] env[68627]: INFO nova.scheduler.client.report [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Deleted allocations for instance 7b60bcbc-dc20-4423-aaae-0e1b20127384 [ 778.607353] env[68627]: DEBUG oslo_concurrency.lockutils [req-d2ba1894-4ee6-4715-8a82-d0bfdd2114d8 req-eb7f097f-d50d-4e3e-b9a6-aae3f76b04e2 service nova] Releasing lock "refresh_cache-cb38574c-7d54-4048-b739-09cf0ea9a132" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.607353] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522e06ce-fccb-839b-decb-3d79c9336b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.051667} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.607353] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b56204-e37d-4027-9ead-bed93c62f099 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.617016] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 778.617016] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c23339-35c4-8728-dc31-70942d5c54ad" [ 778.617016] env[68627]: _type = "Task" [ 778.617016] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.625896] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c23339-35c4-8728-dc31-70942d5c54ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.847183] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036974, 'name': ReconfigVM_Task, 'duration_secs': 0.733017} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.847829] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 96e83d99-c233-4409-900f-64cbdf961769/96e83d99-c233-4409-900f-64cbdf961769.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.848677] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47e673ef-6297-4c64-b2ea-f54b9a5356c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.858104] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 778.858104] env[68627]: value = "task-3036975" [ 778.858104] env[68627]: _type = "Task" [ 778.858104] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.867865] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036975, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.941176] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b4faa603-a1f0-41c5-b423-0fdd04fe09ec tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Lock "3cef6433-9d93-4275-bb71-e88c6182d8ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.560s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.963977] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b992fce0-c9fe-4849-a3bc-a6a4b813cb63 tempest-FloatingIPsAssociationTestJSON-48395230 tempest-FloatingIPsAssociationTestJSON-48395230-project-member] Lock "7b60bcbc-dc20-4423-aaae-0e1b20127384" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.050s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.131178] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c23339-35c4-8728-dc31-70942d5c54ad, 'name': SearchDatastore_Task, 'duration_secs': 0.021965} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.131679] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.131979] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] cb38574c-7d54-4048-b739-09cf0ea9a132/cb38574c-7d54-4048-b739-09cf0ea9a132.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.132294] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a061323-5bf4-4cb8-b904-7dc7719614e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.144673] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 779.144673] env[68627]: value = "task-3036976" [ 779.144673] env[68627]: _type = "Task" [ 779.144673] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.156572] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.169385] env[68627]: DEBUG nova.network.neutron [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance_info_cache with network_info: [{"id": "0394f690-c238-4e09-aded-6f6d64ec82cd", "address": "fa:16:3e:43:0b:d1", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0394f690-c2", "ovs_interfaceid": "0394f690-c238-4e09-aded-6f6d64ec82cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.373504] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036975, 'name': Rename_Task, 'duration_secs': 0.347029} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.373504] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.373504] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ac75196-af98-45ef-80d8-5d229bece77a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.386296] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 779.386296] env[68627]: value = "task-3036977" [ 779.386296] env[68627]: _type = "Task" [ 779.386296] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.398793] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.418072] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd17d9f3-237f-4226-9d46-4011e331d0f4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.427024] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260a37cb-b733-4a6d-a796-b4a84ac28a46 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.463377] env[68627]: DEBUG nova.compute.manager [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.467343] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56dcb10-1ff7-4afe-8843-4c759fbbaf62 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.476511] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf30741-05ae-4f69-bf50-4181cc0fffd9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.493058] env[68627]: DEBUG nova.compute.provider_tree [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.661062] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036976, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.674803] env[68627]: DEBUG oslo_concurrency.lockutils [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.899624] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036977, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.991056] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.004273] env[68627]: DEBUG nova.scheduler.client.report [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.159623] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743746} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.159914] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] cb38574c-7d54-4048-b739-09cf0ea9a132/cb38574c-7d54-4048-b739-09cf0ea9a132.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.160168] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.160427] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbae758f-82ed-4b22-88ca-822f351544a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.164718] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Acquiring lock "4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.164960] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Lock "4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.165286] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Acquiring lock "4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.165479] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Lock "4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.165665] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Lock "4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.169811] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 780.169811] env[68627]: value = "task-3036978" [ 780.169811] env[68627]: _type = "Task" [ 780.169811] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.173371] env[68627]: INFO nova.compute.manager [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Terminating instance [ 780.184738] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.241876] env[68627]: INFO nova.compute.manager [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Unrescuing [ 780.241876] env[68627]: DEBUG oslo_concurrency.lockutils [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "refresh_cache-567f617b-7bc8-4881-a593-469158cca154" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.241876] env[68627]: DEBUG oslo_concurrency.lockutils [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "refresh_cache-567f617b-7bc8-4881-a593-469158cca154" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.241876] env[68627]: DEBUG nova.network.neutron [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.312904] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Acquiring lock "3cef6433-9d93-4275-bb71-e88c6182d8ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.315429] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Lock "3cef6433-9d93-4275-bb71-e88c6182d8ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.315429] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Acquiring lock "3cef6433-9d93-4275-bb71-e88c6182d8ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.315429] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Lock "3cef6433-9d93-4275-bb71-e88c6182d8ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.315429] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Lock "3cef6433-9d93-4275-bb71-e88c6182d8ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.315832] env[68627]: INFO nova.compute.manager [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Terminating instance [ 780.404057] env[68627]: DEBUG oslo_vmware.api [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036977, 'name': PowerOnVM_Task, 'duration_secs': 0.759981} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.404057] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.404057] env[68627]: INFO nova.compute.manager [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Took 9.16 seconds to spawn the instance on the hypervisor. [ 780.404057] env[68627]: DEBUG nova.compute.manager [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.404057] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437f6fda-3950-424e-922d-233fd4ca49a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.512028] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.513744] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.638s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.516063] env[68627]: INFO nova.compute.claims [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.546197] env[68627]: INFO nova.scheduler.client.report [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Deleted allocations for instance 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f [ 780.687561] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.687561] env[68627]: DEBUG nova.compute.manager [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.687561] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.687561] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083061} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.687561] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24f17659-1af8-4600-ab19-661d8fa8f868 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.687960] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ef8908-1640-4450-afda-252614a1fbed {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.690941] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.692105] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90018151-5068-457a-a5fc-6ad7ab345f8d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.704178] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.705257] env[68627]: DEBUG oslo_vmware.api [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 780.705257] env[68627]: value = "task-3036979" [ 780.705257] env[68627]: _type = "Task" [ 780.705257] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.720088] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ebf5854-6c10-41ab-af2c-04ee73a54469 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.731709] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] cb38574c-7d54-4048-b739-09cf0ea9a132/cb38574c-7d54-4048-b739-09cf0ea9a132.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.735688] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00beae32-793c-44fd-9dba-1f126a46f8d6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.759150] env[68627]: DEBUG oslo_vmware.api [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Waiting for the task: (returnval){ [ 780.759150] env[68627]: value = "task-3036980" [ 780.759150] env[68627]: _type = "Task" [ 780.759150] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.763209] env[68627]: DEBUG oslo_vmware.api [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036979, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.769945] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 780.769945] env[68627]: value = "task-3036981" [ 780.769945] env[68627]: _type = "Task" [ 780.769945] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.779034] env[68627]: DEBUG oslo_vmware.api [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.788752] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.820557] env[68627]: DEBUG nova.compute.manager [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.820888] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.822433] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e31dec3-77f8-4b6f-b519-d53049ebdd87 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.833628] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.833918] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-569b7b70-23bd-412b-abc6-207a2dcaa1c9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.843223] env[68627]: DEBUG oslo_vmware.api [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Waiting for the task: (returnval){ [ 780.843223] env[68627]: value = "task-3036982" [ 780.843223] env[68627]: _type = "Task" [ 780.843223] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.854726] env[68627]: DEBUG oslo_vmware.api [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.927696] env[68627]: INFO nova.compute.manager [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Took 41.01 seconds to build instance. [ 781.055424] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bf64b160-e6a5-4d05-86b3-0fb65522b5bd tempest-ServersTestManualDisk-1876032418 tempest-ServersTestManualDisk-1876032418-project-member] Lock "2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.213s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.069058] env[68627]: DEBUG nova.network.neutron [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Updating instance_info_cache with network_info: [{"id": "7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42", "address": "fa:16:3e:bd:3e:33", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8fbba5-23", "ovs_interfaceid": "7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.235713] env[68627]: DEBUG oslo_vmware.api [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.273835] env[68627]: DEBUG oslo_vmware.api [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036980, 'name': PowerOffVM_Task, 'duration_secs': 0.355759} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.277739] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.277739] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.278076] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6074cf9-dd2b-437b-9141-fdd9cc70c0d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.287582] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.348451] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.348677] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.348919] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Deleting the datastore file [datastore1] 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.349966] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a8a0279-6c5a-4bdf-832d-b1d1ae9ec6bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.356199] env[68627]: DEBUG oslo_vmware.api [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036982, 'name': PowerOffVM_Task, 'duration_secs': 0.432404} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.356982] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.357359] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.357706] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-452ebdef-5bb1-47fa-8d09-061e05799740 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.361418] env[68627]: DEBUG oslo_vmware.api [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Waiting for the task: (returnval){ [ 781.361418] env[68627]: value = "task-3036984" [ 781.361418] env[68627]: _type = "Task" [ 781.361418] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.372102] env[68627]: DEBUG oslo_vmware.api [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.430030] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66708289-25a7-4395-ba74-ba4223e5c9e6 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "96e83d99-c233-4409-900f-64cbdf961769" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.541s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.442926] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.444273] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.444426] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Deleting the datastore file [datastore2] 3cef6433-9d93-4275-bb71-e88c6182d8ff {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.445172] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57985c75-f0ca-4b8a-b99d-29030fc43e2e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.459926] env[68627]: DEBUG oslo_vmware.api [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Waiting for the task: (returnval){ [ 781.459926] env[68627]: value = "task-3036986" [ 781.459926] env[68627]: _type = "Task" [ 781.459926] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.472038] env[68627]: DEBUG oslo_vmware.api [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.575510] env[68627]: DEBUG oslo_concurrency.lockutils [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "refresh_cache-567f617b-7bc8-4881-a593-469158cca154" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.576551] env[68627]: DEBUG nova.objects.instance [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lazy-loading 'flavor' on Instance uuid 567f617b-7bc8-4881-a593-469158cca154 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.740223] env[68627]: DEBUG oslo_vmware.api [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3036979, 'name': PowerOnVM_Task, 'duration_secs': 0.78364} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.744422] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.744867] env[68627]: DEBUG nova.compute.manager [None req-17b057ae-be54-4209-86a2-9131c01f7178 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.746799] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d46957a-2d33-4e90-add6-a6e3431ef445 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.788085] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036981, 'name': ReconfigVM_Task, 'duration_secs': 0.766668} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.788749] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Reconfigured VM instance instance-00000032 to attach disk [datastore2] cb38574c-7d54-4048-b739-09cf0ea9a132/cb38574c-7d54-4048-b739-09cf0ea9a132.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.789453] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0326fc48-ce3e-4d67-8d8b-9316290ff259 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.801091] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 781.801091] env[68627]: value = "task-3036987" [ 781.801091] env[68627]: _type = "Task" [ 781.801091] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.811930] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036987, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.875541] env[68627]: DEBUG oslo_vmware.api [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Task: {'id': task-3036984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245095} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.876535] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.876535] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.876535] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.876535] env[68627]: INFO nova.compute.manager [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 781.876843] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.879338] env[68627]: DEBUG nova.compute.manager [-] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.879385] env[68627]: DEBUG nova.network.neutron [-] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.933267] env[68627]: DEBUG nova.compute.manager [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.973584] env[68627]: DEBUG oslo_vmware.api [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Task: {'id': task-3036986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332664} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.976291] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.976633] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.976866] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.977314] env[68627]: INFO nova.compute.manager [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 781.977421] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.978383] env[68627]: DEBUG nova.compute.manager [-] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.978383] env[68627]: DEBUG nova.network.neutron [-] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.084735] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dadf49-a345-499d-8dba-ff9da32a9711 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.115110] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.115840] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1a3a517-584e-4ceb-9bb9-bd9929e0197d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.125402] env[68627]: DEBUG oslo_vmware.api [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 782.125402] env[68627]: value = "task-3036988" [ 782.125402] env[68627]: _type = "Task" [ 782.125402] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.136794] env[68627]: DEBUG oslo_vmware.api [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.155179] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081dd8fb-9eba-443a-b584-e0cf7118a623 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.166328] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f5ab86-3e00-44f1-8d10-80f1b9819b09 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.214857] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bddded-1c63-449a-94ca-5e9eea855c2d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.222419] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7f4fec-132b-4293-b419-d129ec0425a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.237541] env[68627]: DEBUG nova.compute.provider_tree [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.312590] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036987, 'name': Rename_Task, 'duration_secs': 0.332873} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.312590] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.312590] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-766d1e52-5f84-429b-9a73-44bfbbdd5c85 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.320919] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 782.320919] env[68627]: value = "task-3036989" [ 782.320919] env[68627]: _type = "Task" [ 782.320919] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.330707] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.456119] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.636294] env[68627]: DEBUG oslo_vmware.api [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036988, 'name': PowerOffVM_Task, 'duration_secs': 0.453326} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.636568] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.643812] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 782.644368] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dc0d9ed-a2bb-4886-8104-fee0aaf265f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.676587] env[68627]: DEBUG oslo_vmware.api [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 782.676587] env[68627]: value = "task-3036990" [ 782.676587] env[68627]: _type = "Task" [ 782.676587] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.686808] env[68627]: DEBUG oslo_vmware.api [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.741212] env[68627]: DEBUG nova.scheduler.client.report [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.837191] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036989, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.195842] env[68627]: DEBUG oslo_vmware.api [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036990, 'name': ReconfigVM_Task, 'duration_secs': 0.241927} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.195842] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 783.196114] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.196333] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fd4764b-a97d-4e9c-9ce2-1bcafd51e8e9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.205234] env[68627]: DEBUG oslo_vmware.api [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 783.205234] env[68627]: value = "task-3036991" [ 783.205234] env[68627]: _type = "Task" [ 783.205234] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.220102] env[68627]: DEBUG oslo_vmware.api [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.247494] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.248945] env[68627]: DEBUG nova.compute.manager [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.253484] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.891s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.255698] env[68627]: INFO nova.compute.claims [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.278789] env[68627]: DEBUG nova.compute.manager [req-bc983951-c859-433c-a327-0275827c0ec9 req-447960bb-e577-4169-8cb9-52e890d2fee6 service nova] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Received event network-vif-deleted-ba0df25f-4712-4ff0-995c-0b86ef19c246 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.278789] env[68627]: INFO nova.compute.manager [req-bc983951-c859-433c-a327-0275827c0ec9 req-447960bb-e577-4169-8cb9-52e890d2fee6 service nova] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Neutron deleted interface ba0df25f-4712-4ff0-995c-0b86ef19c246; detaching it from the instance and deleting it from the info cache [ 783.278789] env[68627]: DEBUG nova.network.neutron [req-bc983951-c859-433c-a327-0275827c0ec9 req-447960bb-e577-4169-8cb9-52e890d2fee6 service nova] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.330644] env[68627]: DEBUG nova.network.neutron [-] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.339036] env[68627]: DEBUG oslo_vmware.api [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3036989, 'name': PowerOnVM_Task, 'duration_secs': 0.877033} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.340160] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.340160] env[68627]: INFO nova.compute.manager [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Took 9.40 seconds to spawn the instance on the hypervisor. [ 783.340160] env[68627]: DEBUG nova.compute.manager [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.341054] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6fe28a-d463-488c-a91a-f770aa58a89f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.571947] env[68627]: DEBUG nova.network.neutron [-] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.717869] env[68627]: DEBUG oslo_vmware.api [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3036991, 'name': PowerOnVM_Task, 'duration_secs': 0.413354} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.718835] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.718835] env[68627]: DEBUG nova.compute.manager [None req-659534bf-21e8-4b3b-9b70-e24e79f0dc16 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.719438] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4a39f9-b645-490b-ad80-f796775aff8f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.771295] env[68627]: DEBUG nova.compute.utils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.776488] env[68627]: DEBUG nova.compute.manager [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.776694] env[68627]: DEBUG nova.network.neutron [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.784476] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d066fe2-842b-472b-8d3b-258aced763f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.799360] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30644a1-9e7a-4af2-9db6-9d2b95b4defe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.846480] env[68627]: INFO nova.compute.manager [-] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Took 1.87 seconds to deallocate network for instance. [ 783.846921] env[68627]: DEBUG nova.compute.manager [req-bc983951-c859-433c-a327-0275827c0ec9 req-447960bb-e577-4169-8cb9-52e890d2fee6 service nova] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Detach interface failed, port_id=ba0df25f-4712-4ff0-995c-0b86ef19c246, reason: Instance 3cef6433-9d93-4275-bb71-e88c6182d8ff could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 783.865180] env[68627]: INFO nova.compute.manager [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Took 43.33 seconds to build instance. [ 783.888456] env[68627]: DEBUG nova.policy [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '197f6784bc4840e4823343fe42b9e43f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ace75ab3983449609f3f9bc242f8c134', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.074609] env[68627]: INFO nova.compute.manager [-] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Took 2.20 seconds to deallocate network for instance. [ 784.276536] env[68627]: DEBUG nova.compute.manager [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.335906] env[68627]: DEBUG nova.network.neutron [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Successfully created port: 95698341-e734-4399-93d8-d46eff53057f {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.356565] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.368522] env[68627]: DEBUG oslo_concurrency.lockutils [None req-598310a9-9028-485f-858c-b187455235f8 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "cb38574c-7d54-4048-b739-09cf0ea9a132" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.836s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.586599] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.909977] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377f3648-8e15-4ec6-8b3a-17cf2def6c49 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.918835] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eb6ee1-5c08-4dc2-8ae9-a8d041a46b94 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.955641] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77184bfa-cced-4a26-b9eb-f5e0224cdb25 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.964613] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09480167-c0f3-4788-8b03-603be7763c0a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.982133] env[68627]: DEBUG nova.compute.provider_tree [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.288163] env[68627]: DEBUG nova.compute.manager [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.327769] env[68627]: DEBUG nova.virt.hardware [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:49:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0cad744e-a543-43de-bd74-a01408ae3f95',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-240222413',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.328243] env[68627]: DEBUG nova.virt.hardware [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.328603] env[68627]: DEBUG nova.virt.hardware [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.328897] env[68627]: DEBUG nova.virt.hardware [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.329185] env[68627]: DEBUG nova.virt.hardware [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.329447] env[68627]: DEBUG nova.virt.hardware [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.329778] env[68627]: DEBUG nova.virt.hardware [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.330078] env[68627]: DEBUG nova.virt.hardware [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.330365] env[68627]: DEBUG nova.virt.hardware [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.330656] env[68627]: DEBUG nova.virt.hardware [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.330969] env[68627]: DEBUG nova.virt.hardware [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.332098] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d1a985-0e80-41cb-88f1-866104e52050 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.341804] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328d2b9a-6ae9-4bb5-9c1c-f642f15ad80e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.486253] env[68627]: DEBUG nova.scheduler.client.report [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.625186] env[68627]: DEBUG nova.compute.manager [req-2da5f232-c2bf-4f5b-99d5-c67904a4b3b1 req-b27ff219-41c8-418a-ad84-20d90d5cf7aa service nova] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Received event network-vif-deleted-e0a0c4a2-e621-4385-b162-ac4883320094 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.838614] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "98dfc73b-7a5f-4780-be92-4b656ba28276" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.839242] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "98dfc73b-7a5f-4780-be92-4b656ba28276" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.994703] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.995646] env[68627]: DEBUG nova.compute.manager [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.999880] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.899s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.003126] env[68627]: INFO nova.compute.claims [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.240758] env[68627]: DEBUG nova.network.neutron [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Successfully updated port: 95698341-e734-4399-93d8-d46eff53057f {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.341914] env[68627]: DEBUG nova.compute.manager [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.508493] env[68627]: DEBUG nova.compute.utils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.515187] env[68627]: DEBUG nova.compute.manager [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.515374] env[68627]: DEBUG nova.network.neutron [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.600037] env[68627]: DEBUG nova.policy [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48bd1f77f75f4e049654d45548adee58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da963e0c523246fc9d064aaae69e2e89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.744503] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.744665] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.744823] env[68627]: DEBUG nova.network.neutron [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.869660] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.015647] env[68627]: DEBUG nova.compute.manager [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.221966] env[68627]: DEBUG nova.network.neutron [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Successfully created port: 5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.307835] env[68627]: DEBUG nova.network.neutron [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.544118] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cfbc99-5e3f-4a18-8726-9ffd09700775 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.553577] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779265e8-641f-4ce0-887b-9f1eef986dc4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.595920] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07772ce5-ca31-4e28-8636-46d827c60171 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.605197] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734fcebe-0f98-4385-8837-dd3df5aa10e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.621181] env[68627]: DEBUG nova.compute.provider_tree [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.707880] env[68627]: DEBUG nova.network.neutron [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance_info_cache with network_info: [{"id": "95698341-e734-4399-93d8-d46eff53057f", "address": "fa:16:3e:4d:93:81", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95698341-e7", "ovs_interfaceid": "95698341-e734-4399-93d8-d46eff53057f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.822139] env[68627]: DEBUG nova.compute.manager [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Received event network-vif-plugged-95698341-e734-4399-93d8-d46eff53057f {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.822392] env[68627]: DEBUG oslo_concurrency.lockutils [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] Acquiring lock "f8a363a9-304e-4872-a088-6fec943204a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.822610] env[68627]: DEBUG oslo_concurrency.lockutils [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] Lock "f8a363a9-304e-4872-a088-6fec943204a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.823881] env[68627]: DEBUG oslo_concurrency.lockutils [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] Lock "f8a363a9-304e-4872-a088-6fec943204a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.823881] env[68627]: DEBUG nova.compute.manager [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] [instance: f8a363a9-304e-4872-a088-6fec943204a1] No waiting events found dispatching network-vif-plugged-95698341-e734-4399-93d8-d46eff53057f {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.824307] env[68627]: WARNING nova.compute.manager [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Received unexpected event network-vif-plugged-95698341-e734-4399-93d8-d46eff53057f for instance with vm_state building and task_state spawning. [ 787.824446] env[68627]: DEBUG nova.compute.manager [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Received event network-changed-95698341-e734-4399-93d8-d46eff53057f {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.824543] env[68627]: DEBUG nova.compute.manager [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Refreshing instance network info cache due to event network-changed-95698341-e734-4399-93d8-d46eff53057f. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.824715] env[68627]: DEBUG oslo_concurrency.lockutils [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] Acquiring lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.029328] env[68627]: DEBUG nova.compute.manager [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.052630] env[68627]: DEBUG nova.virt.hardware [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.052896] env[68627]: DEBUG nova.virt.hardware [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.053071] env[68627]: DEBUG nova.virt.hardware [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.053255] env[68627]: DEBUG nova.virt.hardware [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.053396] env[68627]: DEBUG nova.virt.hardware [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.053538] env[68627]: DEBUG nova.virt.hardware [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.053752] env[68627]: DEBUG nova.virt.hardware [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.053930] env[68627]: DEBUG nova.virt.hardware [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.054295] env[68627]: DEBUG nova.virt.hardware [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.055149] env[68627]: DEBUG nova.virt.hardware [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.055149] env[68627]: DEBUG nova.virt.hardware [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.055766] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e09b45a-8321-4b9f-b0f8-a07b9f3241b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.065670] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddcf4f1-1298-4de0-b05f-755229c8c765 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.127031] env[68627]: DEBUG nova.scheduler.client.report [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.210789] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.211249] env[68627]: DEBUG nova.compute.manager [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Instance network_info: |[{"id": "95698341-e734-4399-93d8-d46eff53057f", "address": "fa:16:3e:4d:93:81", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95698341-e7", "ovs_interfaceid": "95698341-e734-4399-93d8-d46eff53057f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.212254] env[68627]: DEBUG oslo_concurrency.lockutils [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] Acquired lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.212254] env[68627]: DEBUG nova.network.neutron [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Refreshing network info cache for port 95698341-e734-4399-93d8-d46eff53057f {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.213153] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:93:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95698341-e734-4399-93d8-d46eff53057f', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.226191] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.226191] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.226191] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f46546e9-9289-48fd-8fc2-6026accb8111 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.250755] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.250755] env[68627]: value = "task-3036992" [ 788.250755] env[68627]: _type = "Task" [ 788.250755] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.259702] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036992, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.633443] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.634043] env[68627]: DEBUG nova.compute.manager [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.638035] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.485s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.639925] env[68627]: DEBUG nova.objects.instance [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Lazy-loading 'resources' on Instance uuid 8ba8e593-f0bc-495d-9c67-a9583e152b70 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.765017] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3036992, 'name': CreateVM_Task, 'duration_secs': 0.41428} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.765219] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.765971] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.766163] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.766785] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.766785] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5adcc62c-87ac-40b4-9db3-c3d1a98207e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.775644] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 788.775644] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521c2f4e-e0cf-c3aa-ec6f-a6be6e541f77" [ 788.775644] env[68627]: _type = "Task" [ 788.775644] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.789874] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521c2f4e-e0cf-c3aa-ec6f-a6be6e541f77, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.789874] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.789874] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.789874] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.789874] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.789874] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.790470] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8fbd5e3-eea7-4b9a-b336-31dada73cf9f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.798449] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.798608] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.799413] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464248db-6414-4a1f-be23-79891f39bcd9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.805786] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 788.805786] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5215510f-fab1-f04c-6b4f-d4c0641ec676" [ 788.805786] env[68627]: _type = "Task" [ 788.805786] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.818855] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5215510f-fab1-f04c-6b4f-d4c0641ec676, 'name': SearchDatastore_Task, 'duration_secs': 0.00827} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.820725] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5716c3a7-c3ca-426e-88c7-4f6e58ac97e9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.827259] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 788.827259] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52868e8f-8f84-a942-3f6b-b4c7a14ffca0" [ 788.827259] env[68627]: _type = "Task" [ 788.827259] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.838944] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52868e8f-8f84-a942-3f6b-b4c7a14ffca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.144485] env[68627]: DEBUG nova.compute.utils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.151056] env[68627]: DEBUG nova.compute.manager [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.151056] env[68627]: DEBUG nova.network.neutron [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.171131] env[68627]: DEBUG nova.network.neutron [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updated VIF entry in instance network info cache for port 95698341-e734-4399-93d8-d46eff53057f. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.172272] env[68627]: DEBUG nova.network.neutron [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance_info_cache with network_info: [{"id": "95698341-e734-4399-93d8-d46eff53057f", "address": "fa:16:3e:4d:93:81", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95698341-e7", "ovs_interfaceid": "95698341-e734-4399-93d8-d46eff53057f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.203335] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.203580] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.219592] env[68627]: DEBUG nova.policy [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48bd1f77f75f4e049654d45548adee58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da963e0c523246fc9d064aaae69e2e89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.332133] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "f6817d76-4935-450d-8a4a-d8366420f9f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.332391] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.344540] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52868e8f-8f84-a942-3f6b-b4c7a14ffca0, 'name': SearchDatastore_Task, 'duration_secs': 0.008533} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.348303] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.348580] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] f8a363a9-304e-4872-a088-6fec943204a1/f8a363a9-304e-4872-a088-6fec943204a1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.349343] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d71970f2-3dad-433a-9be8-bd08c58b70eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.357069] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 789.357069] env[68627]: value = "task-3036993" [ 789.357069] env[68627]: _type = "Task" [ 789.357069] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.369216] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.515547] env[68627]: DEBUG nova.network.neutron [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Successfully updated port: 5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.650874] env[68627]: DEBUG nova.compute.manager [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.669384] env[68627]: DEBUG nova.network.neutron [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Successfully created port: 9f736756-bdd8-473f-91a4-f9286a41a456 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.676505] env[68627]: DEBUG oslo_concurrency.lockutils [req-71bbf279-deaa-4ce2-bcdc-5f92efc2424d req-a678d51a-4b87-411d-a20a-c63ba4e62a8a service nova] Releasing lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.767326] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da54a52-180a-492c-9076-6468c77d8dfe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.777947] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0400780e-eb07-4fbc-9ba7-9227d9123ff5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.812325] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bbfc38-8bb8-486d-b6e4-22cd207f3d2d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.820194] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b388ec5-1aef-41e8-ab43-24374133caa9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.836611] env[68627]: DEBUG nova.compute.provider_tree [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.868307] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475692} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.868307] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] f8a363a9-304e-4872-a088-6fec943204a1/f8a363a9-304e-4872-a088-6fec943204a1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.868307] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.868307] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aed2dee2-500d-4602-bb20-eaee70153dee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.874095] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 789.874095] env[68627]: value = "task-3036994" [ 789.874095] env[68627]: _type = "Task" [ 789.874095] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.884352] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.993725] env[68627]: DEBUG nova.compute.manager [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Received event network-vif-plugged-5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.993725] env[68627]: DEBUG oslo_concurrency.lockutils [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] Acquiring lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.993725] env[68627]: DEBUG oslo_concurrency.lockutils [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] Lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.993725] env[68627]: DEBUG oslo_concurrency.lockutils [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] Lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.993725] env[68627]: DEBUG nova.compute.manager [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] No waiting events found dispatching network-vif-plugged-5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.993725] env[68627]: WARNING nova.compute.manager [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Received unexpected event network-vif-plugged-5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3 for instance with vm_state building and task_state spawning. [ 789.993725] env[68627]: DEBUG nova.compute.manager [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Received event network-changed-5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.993725] env[68627]: DEBUG nova.compute.manager [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Refreshing instance network info cache due to event network-changed-5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.993725] env[68627]: DEBUG oslo_concurrency.lockutils [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] Acquiring lock "refresh_cache-6a1a0788-10b5-49c4-9369-6b9e44dcad83" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.993725] env[68627]: DEBUG oslo_concurrency.lockutils [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] Acquired lock "refresh_cache-6a1a0788-10b5-49c4-9369-6b9e44dcad83" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.993725] env[68627]: DEBUG nova.network.neutron [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Refreshing network info cache for port 5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.017619] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "refresh_cache-6a1a0788-10b5-49c4-9369-6b9e44dcad83" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.340517] env[68627]: DEBUG nova.scheduler.client.report [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.388550] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255527} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.389028] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.389843] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395b0d1d-bc14-422d-ba36-7c02b6991863 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.415606] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] f8a363a9-304e-4872-a088-6fec943204a1/f8a363a9-304e-4872-a088-6fec943204a1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.415917] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33443e95-5c8b-418e-9943-b982c5962179 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.438175] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 790.438175] env[68627]: value = "task-3036995" [ 790.438175] env[68627]: _type = "Task" [ 790.438175] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.446428] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.539161] env[68627]: DEBUG nova.network.neutron [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.607115] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Acquiring lock "93fdbf99-a224-4531-887b-9ee805ecb49c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.607591] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Lock "93fdbf99-a224-4531-887b-9ee805ecb49c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.667766] env[68627]: DEBUG nova.compute.manager [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.679719] env[68627]: DEBUG nova.network.neutron [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.694023] env[68627]: DEBUG nova.virt.hardware [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.694023] env[68627]: DEBUG nova.virt.hardware [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.694023] env[68627]: DEBUG nova.virt.hardware [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.694023] env[68627]: DEBUG nova.virt.hardware [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.694023] env[68627]: DEBUG nova.virt.hardware [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.694465] env[68627]: DEBUG nova.virt.hardware [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.694817] env[68627]: DEBUG nova.virt.hardware [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.695148] env[68627]: DEBUG nova.virt.hardware [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.695472] env[68627]: DEBUG nova.virt.hardware [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.695785] env[68627]: DEBUG nova.virt.hardware [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.696127] env[68627]: DEBUG nova.virt.hardware [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.697418] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172b7ea9-1fc5-4de3-a278-88ddb7e15d34 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.707146] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8541ad-6628-4e1f-8349-bf1cd94db3cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.847607] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.850379] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.222s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.851493] env[68627]: DEBUG nova.objects.instance [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lazy-loading 'resources' on Instance uuid 420b0636-2a0f-4e54-aec4-ae0083e300e5 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.873062] env[68627]: INFO nova.scheduler.client.report [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Deleted allocations for instance 8ba8e593-f0bc-495d-9c67-a9583e152b70 [ 790.947684] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.182389] env[68627]: DEBUG oslo_concurrency.lockutils [req-c998067e-c3a9-483e-9079-28f7dd736367 req-16326c8f-988e-4113-85ef-bf8966c1ab69 service nova] Releasing lock "refresh_cache-6a1a0788-10b5-49c4-9369-6b9e44dcad83" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.182835] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquired lock "refresh_cache-6a1a0788-10b5-49c4-9369-6b9e44dcad83" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.183015] env[68627]: DEBUG nova.network.neutron [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.384748] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98bcd665-f590-4642-a650-03728cba8195 tempest-ImagesNegativeTestJSON-1154860512 tempest-ImagesNegativeTestJSON-1154860512-project-member] Lock "8ba8e593-f0bc-495d-9c67-a9583e152b70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.569s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.452073] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036995, 'name': ReconfigVM_Task, 'duration_secs': 0.671677} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.452574] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Reconfigured VM instance instance-00000033 to attach disk [datastore1] f8a363a9-304e-4872-a088-6fec943204a1/f8a363a9-304e-4872-a088-6fec943204a1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.453383] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fff8f315-c770-48c5-9349-c5c7b567ac97 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.459877] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 791.459877] env[68627]: value = "task-3036996" [ 791.459877] env[68627]: _type = "Task" [ 791.459877] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.473612] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036996, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.719225] env[68627]: DEBUG nova.network.neutron [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Successfully updated port: 9f736756-bdd8-473f-91a4-f9286a41a456 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.746705] env[68627]: DEBUG nova.network.neutron [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.947022] env[68627]: DEBUG nova.compute.manager [req-0b52cc3a-f144-4f07-a36e-3342ea674c30 req-72558f11-4ac1-40f8-8cdc-c7755fae281a service nova] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Received event network-vif-plugged-9f736756-bdd8-473f-91a4-f9286a41a456 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.947152] env[68627]: DEBUG oslo_concurrency.lockutils [req-0b52cc3a-f144-4f07-a36e-3342ea674c30 req-72558f11-4ac1-40f8-8cdc-c7755fae281a service nova] Acquiring lock "8f35e0ac-c564-4873-89e5-9b072e9804d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.947369] env[68627]: DEBUG oslo_concurrency.lockutils [req-0b52cc3a-f144-4f07-a36e-3342ea674c30 req-72558f11-4ac1-40f8-8cdc-c7755fae281a service nova] Lock "8f35e0ac-c564-4873-89e5-9b072e9804d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.948321] env[68627]: DEBUG oslo_concurrency.lockutils [req-0b52cc3a-f144-4f07-a36e-3342ea674c30 req-72558f11-4ac1-40f8-8cdc-c7755fae281a service nova] Lock "8f35e0ac-c564-4873-89e5-9b072e9804d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.948321] env[68627]: DEBUG nova.compute.manager [req-0b52cc3a-f144-4f07-a36e-3342ea674c30 req-72558f11-4ac1-40f8-8cdc-c7755fae281a service nova] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] No waiting events found dispatching network-vif-plugged-9f736756-bdd8-473f-91a4-f9286a41a456 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.948321] env[68627]: WARNING nova.compute.manager [req-0b52cc3a-f144-4f07-a36e-3342ea674c30 req-72558f11-4ac1-40f8-8cdc-c7755fae281a service nova] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Received unexpected event network-vif-plugged-9f736756-bdd8-473f-91a4-f9286a41a456 for instance with vm_state building and task_state spawning. [ 791.958347] env[68627]: DEBUG nova.network.neutron [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Updating instance_info_cache with network_info: [{"id": "5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3", "address": "fa:16:3e:72:58:db", "network": {"id": "0c8b84bd-f25c-428b-946c-6ee2f1fbc3a4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2054959015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da963e0c523246fc9d064aaae69e2e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d489105-29", "ovs_interfaceid": "5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.976497] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036996, 'name': Rename_Task, 'duration_secs': 0.154067} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.976788] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.976992] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-619c165b-8745-461d-89f4-5dc37b344a90 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.986144] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 791.986144] env[68627]: value = "task-3036997" [ 791.986144] env[68627]: _type = "Task" [ 791.986144] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.994420] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.998874] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d39f652-2ac9-4f90-8834-e73e649bd0be {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.008314] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ce92ef-3539-41cf-8657-745705bb535c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.046584] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8882fcd7-de56-415c-bf3d-c80ff81a0201 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.061012] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eb1579-4c9b-4b18-a533-77d288708034 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.075041] env[68627]: DEBUG nova.compute.provider_tree [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.223321] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "refresh_cache-8f35e0ac-c564-4873-89e5-9b072e9804d4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.223321] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquired lock "refresh_cache-8f35e0ac-c564-4873-89e5-9b072e9804d4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.223321] env[68627]: DEBUG nova.network.neutron [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.462059] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Releasing lock "refresh_cache-6a1a0788-10b5-49c4-9369-6b9e44dcad83" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.462321] env[68627]: DEBUG nova.compute.manager [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Instance network_info: |[{"id": "5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3", "address": "fa:16:3e:72:58:db", "network": {"id": "0c8b84bd-f25c-428b-946c-6ee2f1fbc3a4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2054959015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da963e0c523246fc9d064aaae69e2e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d489105-29", "ovs_interfaceid": "5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.462807] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:58:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.471753] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Creating folder: Project (da963e0c523246fc9d064aaae69e2e89). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.472093] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0f227b5-bb36-4806-b62a-f1500e709a76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.488965] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Created folder: Project (da963e0c523246fc9d064aaae69e2e89) in parent group-v608385. [ 792.489192] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Creating folder: Instances. Parent ref: group-v608538. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.490847] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3f79a4e-08b1-4d19-be29-26dfa052f3dc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.503114] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquiring lock "bcf23d21-2526-4821-9eba-ab8b664c3556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.503369] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Lock "bcf23d21-2526-4821-9eba-ab8b664c3556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.503874] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036997, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.526552] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Created folder: Instances in parent group-v608538. [ 792.526951] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.527041] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.527348] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1913ffa2-c8b6-48be-bff1-abc3bf25e203 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.556240] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.556240] env[68627]: value = "task-3037000" [ 792.556240] env[68627]: _type = "Task" [ 792.556240] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.571032] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037000, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.578229] env[68627]: DEBUG nova.scheduler.client.report [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.759090] env[68627]: DEBUG nova.network.neutron [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.952012] env[68627]: DEBUG nova.network.neutron [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Updating instance_info_cache with network_info: [{"id": "9f736756-bdd8-473f-91a4-f9286a41a456", "address": "fa:16:3e:c9:d7:39", "network": {"id": "0c8b84bd-f25c-428b-946c-6ee2f1fbc3a4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2054959015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da963e0c523246fc9d064aaae69e2e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f736756-bd", "ovs_interfaceid": "9f736756-bdd8-473f-91a4-f9286a41a456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.997087] env[68627]: DEBUG oslo_vmware.api [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3036997, 'name': PowerOnVM_Task, 'duration_secs': 0.552656} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.997465] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.997778] env[68627]: INFO nova.compute.manager [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Took 7.71 seconds to spawn the instance on the hypervisor. [ 792.998067] env[68627]: DEBUG nova.compute.manager [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.999078] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22b9fb1-5eed-4b3c-9cc0-c3313e6e5be3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.066859] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037000, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.083508] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.086537] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.957s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.086770] env[68627]: DEBUG nova.objects.instance [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lazy-loading 'resources' on Instance uuid d97f7887-afa4-4707-99dd-ef8376e41103 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.111315] env[68627]: INFO nova.scheduler.client.report [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Deleted allocations for instance 420b0636-2a0f-4e54-aec4-ae0083e300e5 [ 793.455127] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Releasing lock "refresh_cache-8f35e0ac-c564-4873-89e5-9b072e9804d4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.455459] env[68627]: DEBUG nova.compute.manager [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Instance network_info: |[{"id": "9f736756-bdd8-473f-91a4-f9286a41a456", "address": "fa:16:3e:c9:d7:39", "network": {"id": "0c8b84bd-f25c-428b-946c-6ee2f1fbc3a4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2054959015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da963e0c523246fc9d064aaae69e2e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f736756-bd", "ovs_interfaceid": "9f736756-bdd8-473f-91a4-f9286a41a456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.456981] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:d7:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f736756-bdd8-473f-91a4-f9286a41a456', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.468547] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.468547] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.468547] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecfa0ec7-c870-4b64-be82-35569dcee978 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.487838] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.487838] env[68627]: value = "task-3037001" [ 793.487838] env[68627]: _type = "Task" [ 793.487838] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.495777] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037001, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.518653] env[68627]: INFO nova.compute.manager [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Took 44.70 seconds to build instance. [ 793.571911] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037000, 'name': CreateVM_Task, 'duration_secs': 0.514108} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.572130] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.572858] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.573049] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.577230] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.579210] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29221969-2598-44cf-b7c1-c032e0741e70 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.583923] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 793.583923] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524d6b1b-a1bb-1d42-b4dd-378f9141955d" [ 793.583923] env[68627]: _type = "Task" [ 793.583923] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.597423] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524d6b1b-a1bb-1d42-b4dd-378f9141955d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.619849] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3a436b07-b0bf-4399-9cfc-2604c514d272 tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "420b0636-2a0f-4e54-aec4-ae0083e300e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.155s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.002544] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037001, 'name': CreateVM_Task, 'duration_secs': 0.3541} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.002853] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.003714] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.021114] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5159787a-3c33-4b0a-94ca-242ff72b5cfd tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "f8a363a9-304e-4872-a088-6fec943204a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.533s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.079684] env[68627]: DEBUG nova.compute.manager [req-266a1031-7bce-4890-9e04-4fd226b321a1 req-8a85e01d-29ac-4169-a4d7-51e2cf74d40d service nova] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Received event network-changed-9f736756-bdd8-473f-91a4-f9286a41a456 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.079906] env[68627]: DEBUG nova.compute.manager [req-266a1031-7bce-4890-9e04-4fd226b321a1 req-8a85e01d-29ac-4169-a4d7-51e2cf74d40d service nova] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Refreshing instance network info cache due to event network-changed-9f736756-bdd8-473f-91a4-f9286a41a456. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.080311] env[68627]: DEBUG oslo_concurrency.lockutils [req-266a1031-7bce-4890-9e04-4fd226b321a1 req-8a85e01d-29ac-4169-a4d7-51e2cf74d40d service nova] Acquiring lock "refresh_cache-8f35e0ac-c564-4873-89e5-9b072e9804d4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.080568] env[68627]: DEBUG oslo_concurrency.lockutils [req-266a1031-7bce-4890-9e04-4fd226b321a1 req-8a85e01d-29ac-4169-a4d7-51e2cf74d40d service nova] Acquired lock "refresh_cache-8f35e0ac-c564-4873-89e5-9b072e9804d4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.080852] env[68627]: DEBUG nova.network.neutron [req-266a1031-7bce-4890-9e04-4fd226b321a1 req-8a85e01d-29ac-4169-a4d7-51e2cf74d40d service nova] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Refreshing network info cache for port 9f736756-bdd8-473f-91a4-f9286a41a456 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.100862] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524d6b1b-a1bb-1d42-b4dd-378f9141955d, 'name': SearchDatastore_Task, 'duration_secs': 0.011984} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.101274] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.103069] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.103069] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.103069] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.103069] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.105385] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.105463] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.105705] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8f12c6e-bf30-427d-b608-4cab81465059 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.109366] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e090df-bdba-4701-bf9a-4f5f38060d5c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.119082] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 794.119082] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5200a33e-848e-80f6-c365-d72dd75f3b7a" [ 794.119082] env[68627]: _type = "Task" [ 794.119082] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.120671] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.121468] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.130201] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b57c48-8294-4dab-bded-ecafc0b25068 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.140729] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5200a33e-848e-80f6-c365-d72dd75f3b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.142057] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.142304] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.143293] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.143293] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 794.143293] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526015d4-4efd-f18d-9d63-1daba397881b" [ 794.143293] env[68627]: _type = "Task" [ 794.143293] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.153112] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526015d4-4efd-f18d-9d63-1daba397881b, 'name': SearchDatastore_Task, 'duration_secs': 0.00905} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.153877] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8d3102b-1afb-4a45-86d4-5f3dbbe2c4bc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.163741] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 794.163741] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521b3503-3edb-75dd-cb7f-954077744547" [ 794.163741] env[68627]: _type = "Task" [ 794.163741] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.178530] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521b3503-3edb-75dd-cb7f-954077744547, 'name': SearchDatastore_Task, 'duration_secs': 0.00893} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.179654] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.179947] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 6a1a0788-10b5-49c4-9369-6b9e44dcad83/6a1a0788-10b5-49c4-9369-6b9e44dcad83.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.180696] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d91a546-9a0b-4b46-a0fc-b738f1109573 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.185346] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.185555] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.185777] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81510795-48a7-407d-89fa-3cb56287f98d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.187737] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e5e57be-2fe0-4765-abb9-50f9881501d9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.194654] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c70886-296d-42a9-8ae6-565c9f160bef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.199691] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 794.199691] env[68627]: value = "task-3037002" [ 794.199691] env[68627]: _type = "Task" [ 794.199691] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.199927] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.200130] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.202270] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c09f27-95c9-4e23-ac11-e220ce5d9ef3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.233344] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52045c9-1a26-4037-8db6-d1ca3da110ba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.237908] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 794.237908] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529f3165-4af1-fbb9-7485-d9e48d58944f" [ 794.237908] env[68627]: _type = "Task" [ 794.237908] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.246890] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.249204] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5d0519-27d8-4220-b21f-afb50561137a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.261385] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529f3165-4af1-fbb9-7485-d9e48d58944f, 'name': SearchDatastore_Task, 'duration_secs': 0.012079} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.261385] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec42702-4622-4fd9-a25b-608889f4749c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.272676] env[68627]: DEBUG nova.compute.provider_tree [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.282929] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 794.282929] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528ef334-625d-16ff-7c54-f42af9734fa2" [ 794.282929] env[68627]: _type = "Task" [ 794.282929] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.291602] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528ef334-625d-16ff-7c54-f42af9734fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.527849] env[68627]: DEBUG nova.compute.manager [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.713333] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505409} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.718116] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 6a1a0788-10b5-49c4-9369-6b9e44dcad83/6a1a0788-10b5-49c4-9369-6b9e44dcad83.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.718116] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.718116] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9d4729d-ab03-4105-95ed-1021ac7018a5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.728640] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 794.728640] env[68627]: value = "task-3037003" [ 794.728640] env[68627]: _type = "Task" [ 794.728640] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.736528] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.778580] env[68627]: DEBUG nova.scheduler.client.report [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.795827] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528ef334-625d-16ff-7c54-f42af9734fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.014711} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.796180] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.796531] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 8f35e0ac-c564-4873-89e5-9b072e9804d4/8f35e0ac-c564-4873-89e5-9b072e9804d4.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.796837] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9433bd1f-2805-447a-ba43-a14d8d54eb95 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.804116] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 794.804116] env[68627]: value = "task-3037004" [ 794.804116] env[68627]: _type = "Task" [ 794.804116] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.817238] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.866758] env[68627]: DEBUG nova.network.neutron [req-266a1031-7bce-4890-9e04-4fd226b321a1 req-8a85e01d-29ac-4169-a4d7-51e2cf74d40d service nova] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Updated VIF entry in instance network info cache for port 9f736756-bdd8-473f-91a4-f9286a41a456. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.867253] env[68627]: DEBUG nova.network.neutron [req-266a1031-7bce-4890-9e04-4fd226b321a1 req-8a85e01d-29ac-4169-a4d7-51e2cf74d40d service nova] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Updating instance_info_cache with network_info: [{"id": "9f736756-bdd8-473f-91a4-f9286a41a456", "address": "fa:16:3e:c9:d7:39", "network": {"id": "0c8b84bd-f25c-428b-946c-6ee2f1fbc3a4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2054959015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da963e0c523246fc9d064aaae69e2e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f736756-bd", "ovs_interfaceid": "9f736756-bdd8-473f-91a4-f9286a41a456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.056881] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.242277] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1005} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.243224] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.244335] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54fa6f9-67e9-49e2-9c82-d7f7237e6b8e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.269805] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 6a1a0788-10b5-49c4-9369-6b9e44dcad83/6a1a0788-10b5-49c4-9369-6b9e44dcad83.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.270432] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c60f47f6-616d-4c00-bae0-b8326d753026 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.286315] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.288427] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.152s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.288654] env[68627]: DEBUG nova.objects.instance [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lazy-loading 'resources' on Instance uuid ef414e3a-4eaf-4f52-bc67-3bcd252a7477 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.295983] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 795.295983] env[68627]: value = "task-3037005" [ 795.295983] env[68627]: _type = "Task" [ 795.295983] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.305947] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.310028] env[68627]: INFO nova.scheduler.client.report [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Deleted allocations for instance d97f7887-afa4-4707-99dd-ef8376e41103 [ 795.320085] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037004, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.373155] env[68627]: DEBUG oslo_concurrency.lockutils [req-266a1031-7bce-4890-9e04-4fd226b321a1 req-8a85e01d-29ac-4169-a4d7-51e2cf74d40d service nova] Releasing lock "refresh_cache-8f35e0ac-c564-4873-89e5-9b072e9804d4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.563799] env[68627]: DEBUG nova.compute.manager [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Stashing vm_state: active {{(pid=68627) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 795.734409] env[68627]: DEBUG oslo_concurrency.lockutils [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "eca40a24-cf88-4d85-aec1-f571763e7e11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.734409] env[68627]: DEBUG oslo_concurrency.lockutils [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "eca40a24-cf88-4d85-aec1-f571763e7e11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.734409] env[68627]: DEBUG oslo_concurrency.lockutils [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "eca40a24-cf88-4d85-aec1-f571763e7e11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.734409] env[68627]: DEBUG oslo_concurrency.lockutils [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "eca40a24-cf88-4d85-aec1-f571763e7e11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.734409] env[68627]: DEBUG oslo_concurrency.lockutils [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "eca40a24-cf88-4d85-aec1-f571763e7e11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.737417] env[68627]: INFO nova.compute.manager [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Terminating instance [ 795.810994] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.826648] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242592cd-90f0-487e-b1a5-d949ea06ce43 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "d97f7887-afa4-4707-99dd-ef8376e41103" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.258s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.833957] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932484} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.834295] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 8f35e0ac-c564-4873-89e5-9b072e9804d4/8f35e0ac-c564-4873-89e5-9b072e9804d4.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.834641] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.840376] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc08e959-e573-448f-90f8-6f60cf6f6cbd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.849841] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 795.849841] env[68627]: value = "task-3037006" [ 795.849841] env[68627]: _type = "Task" [ 795.849841] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.869166] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.083309] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.243805] env[68627]: DEBUG nova.compute.manager [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.249022] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.249022] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72185e37-8f34-49fe-958a-7533fa9b37c4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.261475] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.261766] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9daa70b0-695a-4c5b-beec-01b183466bd5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.270568] env[68627]: DEBUG oslo_vmware.api [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 796.270568] env[68627]: value = "task-3037007" [ 796.270568] env[68627]: _type = "Task" [ 796.270568] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.278791] env[68627]: DEBUG oslo_vmware.api [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3037007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.310866] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037005, 'name': ReconfigVM_Task, 'duration_secs': 0.718147} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.311239] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 6a1a0788-10b5-49c4-9369-6b9e44dcad83/6a1a0788-10b5-49c4-9369-6b9e44dcad83.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.314542] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18be0639-6442-42c7-ac73-ed37a75c6d1f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.322017] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 796.322017] env[68627]: value = "task-3037008" [ 796.322017] env[68627]: _type = "Task" [ 796.322017] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.330935] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037008, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.337901] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48244358-68e8-4ae8-bcc5-cb7147d79a86 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.345659] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a56d0ca-92cb-4948-b362-6e9083496548 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.383792] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca541275-6ed4-4799-bdca-0d963b9abe8f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.390083] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069314} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.390785] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.391947] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa6e24b-7627-47a1-a788-a4a86a56f35e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.398158] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ab71d6-77ca-41b3-9524-1f86e4b1074f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.420731] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 8f35e0ac-c564-4873-89e5-9b072e9804d4/8f35e0ac-c564-4873-89e5-9b072e9804d4.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.423161] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-635c616f-d833-4305-a9d6-7f42540ce0b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.447208] env[68627]: DEBUG nova.compute.provider_tree [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.456379] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 796.456379] env[68627]: value = "task-3037009" [ 796.456379] env[68627]: _type = "Task" [ 796.456379] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.467248] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.779799] env[68627]: DEBUG oslo_vmware.api [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3037007, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.833077] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037008, 'name': Rename_Task, 'duration_secs': 0.151163} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.833378] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.833641] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4363f462-2aa3-440d-9f2a-4ae7ac03e023 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.840944] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 796.840944] env[68627]: value = "task-3037010" [ 796.840944] env[68627]: _type = "Task" [ 796.840944] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.849096] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.950035] env[68627]: DEBUG nova.scheduler.client.report [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.968295] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037009, 'name': ReconfigVM_Task, 'duration_secs': 0.321827} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.968295] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 8f35e0ac-c564-4873-89e5-9b072e9804d4/8f35e0ac-c564-4873-89e5-9b072e9804d4.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.969248] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73c0bacf-a9a6-4c67-8cc2-97bd9dbe29df {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.975935] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 796.975935] env[68627]: value = "task-3037011" [ 796.975935] env[68627]: _type = "Task" [ 796.975935] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.984488] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037011, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.127625] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.127625] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.283834] env[68627]: DEBUG oslo_vmware.api [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3037007, 'name': PowerOffVM_Task, 'duration_secs': 0.540046} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.283834] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.283834] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.283834] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-172632cd-609c-490a-855c-2e09b130a8af {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.351934] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.362481] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.362694] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.363652] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Deleting the datastore file [datastore1] eca40a24-cf88-4d85-aec1-f571763e7e11 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.363652] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9f727db-3802-4c88-b0bf-5fcf83cc7b1e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.369482] env[68627]: DEBUG oslo_vmware.api [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for the task: (returnval){ [ 797.369482] env[68627]: value = "task-3037013" [ 797.369482] env[68627]: _type = "Task" [ 797.369482] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.379797] env[68627]: DEBUG oslo_vmware.api [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3037013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.462841] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.465824] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.446s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.467449] env[68627]: INFO nova.compute.claims [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.492087] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037011, 'name': Rename_Task, 'duration_secs': 0.20237} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.492546] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.492927] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92e90621-7046-4351-8c18-4a93d9633a1e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.502520] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 797.502520] env[68627]: value = "task-3037014" [ 797.502520] env[68627]: _type = "Task" [ 797.502520] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.507077] env[68627]: INFO nova.scheduler.client.report [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Deleted allocations for instance ef414e3a-4eaf-4f52-bc67-3bcd252a7477 [ 797.513957] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.854511] env[68627]: DEBUG oslo_vmware.api [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037010, 'name': PowerOnVM_Task, 'duration_secs': 0.620044} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.854844] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.855047] env[68627]: INFO nova.compute.manager [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Took 9.83 seconds to spawn the instance on the hypervisor. [ 797.855264] env[68627]: DEBUG nova.compute.manager [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.856103] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c92ece-9a60-4a99-ac0b-4a18f872d63d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.880271] env[68627]: DEBUG oslo_vmware.api [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Task: {'id': task-3037013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136543} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.880271] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.880271] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.880271] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.880511] env[68627]: INFO nova.compute.manager [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Took 1.63 seconds to destroy the instance on the hypervisor. [ 797.880806] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.881111] env[68627]: DEBUG nova.compute.manager [-] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.881250] env[68627]: DEBUG nova.network.neutron [-] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.013770] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037014, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.020664] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b51031a-3b49-4f18-88d3-2f822783d2ce tempest-ListImageFiltersTestJSON-978843343 tempest-ListImageFiltersTestJSON-978843343-project-member] Lock "ef414e3a-4eaf-4f52-bc67-3bcd252a7477" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.410s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.375021] env[68627]: DEBUG nova.compute.manager [req-fc9777d8-bee6-4439-938d-20ec91effd2e req-9b79dcc9-9ba2-472c-b92f-50d140006760 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Received event network-vif-deleted-883ba294-9ed7-43a8-b5b5-1e4e07ab4119 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.375286] env[68627]: INFO nova.compute.manager [req-fc9777d8-bee6-4439-938d-20ec91effd2e req-9b79dcc9-9ba2-472c-b92f-50d140006760 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Neutron deleted interface 883ba294-9ed7-43a8-b5b5-1e4e07ab4119; detaching it from the instance and deleting it from the info cache [ 798.375363] env[68627]: DEBUG nova.network.neutron [req-fc9777d8-bee6-4439-938d-20ec91effd2e req-9b79dcc9-9ba2-472c-b92f-50d140006760 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.383057] env[68627]: INFO nova.compute.manager [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Took 48.04 seconds to build instance. [ 798.516625] env[68627]: DEBUG oslo_vmware.api [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037014, 'name': PowerOnVM_Task, 'duration_secs': 0.848991} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.516679] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.516883] env[68627]: INFO nova.compute.manager [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Took 7.85 seconds to spawn the instance on the hypervisor. [ 798.517113] env[68627]: DEBUG nova.compute.manager [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.518171] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87d8f30-e608-4869-89c7-483b06b26294 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.825729] env[68627]: DEBUG nova.network.neutron [-] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.887626] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ce7cdff-7be7-4233-928f-9cab2ea7d999 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.150s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.887878] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cd31b52-fa11-44ab-8c9a-7e090d49c559 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.901342] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04576483-27de-44f2-8085-c5b7c6cfedad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.946183] env[68627]: DEBUG nova.compute.manager [req-fc9777d8-bee6-4439-938d-20ec91effd2e req-9b79dcc9-9ba2-472c-b92f-50d140006760 service nova] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Detach interface failed, port_id=883ba294-9ed7-43a8-b5b5-1e4e07ab4119, reason: Instance eca40a24-cf88-4d85-aec1-f571763e7e11 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 799.044476] env[68627]: INFO nova.compute.manager [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Took 47.96 seconds to build instance. [ 799.077081] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96ecede-7b13-408c-9969-a6faadf18153 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.087026] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8680830-7542-4deb-abcb-3107838059d9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.124638] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a263f54-1efb-4fb8-8f1e-fb2e44b5967f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.132532] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3210a5b1-b845-4429-9d10-cf21b010bb12 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.147657] env[68627]: DEBUG nova.compute.provider_tree [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.330512] env[68627]: INFO nova.compute.manager [-] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Took 1.45 seconds to deallocate network for instance. [ 799.395176] env[68627]: DEBUG nova.compute.manager [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.549692] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d493bfe9-ee5a-4c84-8216-9dbc2864f6b7 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "8f35e0ac-c564-4873-89e5-9b072e9804d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.723s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.655611] env[68627]: DEBUG nova.scheduler.client.report [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.679427] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Acquiring lock "cac9be22-fe33-4bbc-b5e7-d9521a3cf387" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.679697] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Lock "cac9be22-fe33-4bbc-b5e7-d9521a3cf387" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.838114] env[68627]: DEBUG oslo_concurrency.lockutils [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.923707] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.056799] env[68627]: DEBUG nova.compute.manager [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.164735] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.165304] env[68627]: DEBUG nova.compute.manager [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.168145] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.602s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.168145] env[68627]: DEBUG nova.objects.instance [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lazy-loading 'resources' on Instance uuid 4db0bf5d-f7aa-45ce-95db-60596ef8966b {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.580388] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.673193] env[68627]: DEBUG nova.compute.utils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.679307] env[68627]: DEBUG nova.compute.manager [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.679307] env[68627]: DEBUG nova.network.neutron [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.740071] env[68627]: DEBUG nova.policy [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48bd1f77f75f4e049654d45548adee58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da963e0c523246fc9d064aaae69e2e89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.161396] env[68627]: DEBUG nova.network.neutron [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Successfully created port: 033f0e84-8a9a-45f7-a743-be63fd2492ba {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.182305] env[68627]: DEBUG nova.compute.manager [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.337925] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178f4c8c-b56a-4408-9f5c-6227fa32a782 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.354917] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23ea95c-8042-42ea-af65-fb95112ab598 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.394540] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32d6d47-af89-43d1-98a1-1dd0567bf686 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.401865] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6f50b9-1172-4270-9b22-8518a815a6cb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.417981] env[68627]: DEBUG nova.compute.provider_tree [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.928650] env[68627]: DEBUG nova.scheduler.client.report [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.193625] env[68627]: DEBUG nova.compute.manager [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.218271] env[68627]: DEBUG nova.virt.hardware [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.218592] env[68627]: DEBUG nova.virt.hardware [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.218755] env[68627]: DEBUG nova.virt.hardware [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.219072] env[68627]: DEBUG nova.virt.hardware [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.219121] env[68627]: DEBUG nova.virt.hardware [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.219238] env[68627]: DEBUG nova.virt.hardware [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.219448] env[68627]: DEBUG nova.virt.hardware [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.219719] env[68627]: DEBUG nova.virt.hardware [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.219917] env[68627]: DEBUG nova.virt.hardware [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.220111] env[68627]: DEBUG nova.virt.hardware [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.220290] env[68627]: DEBUG nova.virt.hardware [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.221168] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be69b496-8dc9-4221-95a4-c1867bde9f7f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.230460] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c40cfb3-d90c-43f4-9087-7af61839cf8e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.435715] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.438211] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Acquiring lock "60d87a34-6085-4b55-8f29-9fccb02d6ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.438453] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Lock "60d87a34-6085-4b55-8f29-9fccb02d6ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.438896] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.238s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.439126] env[68627]: DEBUG nova.objects.instance [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lazy-loading 'resources' on Instance uuid dd38324c-5574-48d6-b5f7-f59d65605e52 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.461580] env[68627]: INFO nova.scheduler.client.report [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Deleted allocations for instance 4db0bf5d-f7aa-45ce-95db-60596ef8966b [ 802.625944] env[68627]: DEBUG nova.compute.manager [req-89da067e-85b9-4fe6-9419-c033039e4cf8 req-09a64105-bd97-412d-b800-1d92cfe7eea7 service nova] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Received event network-vif-plugged-033f0e84-8a9a-45f7-a743-be63fd2492ba {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.626231] env[68627]: DEBUG oslo_concurrency.lockutils [req-89da067e-85b9-4fe6-9419-c033039e4cf8 req-09a64105-bd97-412d-b800-1d92cfe7eea7 service nova] Acquiring lock "d0bab223-cfbc-4b23-9a25-11787bb7487e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.626470] env[68627]: DEBUG oslo_concurrency.lockutils [req-89da067e-85b9-4fe6-9419-c033039e4cf8 req-09a64105-bd97-412d-b800-1d92cfe7eea7 service nova] Lock "d0bab223-cfbc-4b23-9a25-11787bb7487e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.626676] env[68627]: DEBUG oslo_concurrency.lockutils [req-89da067e-85b9-4fe6-9419-c033039e4cf8 req-09a64105-bd97-412d-b800-1d92cfe7eea7 service nova] Lock "d0bab223-cfbc-4b23-9a25-11787bb7487e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.626878] env[68627]: DEBUG nova.compute.manager [req-89da067e-85b9-4fe6-9419-c033039e4cf8 req-09a64105-bd97-412d-b800-1d92cfe7eea7 service nova] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] No waiting events found dispatching network-vif-plugged-033f0e84-8a9a-45f7-a743-be63fd2492ba {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.627091] env[68627]: WARNING nova.compute.manager [req-89da067e-85b9-4fe6-9419-c033039e4cf8 req-09a64105-bd97-412d-b800-1d92cfe7eea7 service nova] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Received unexpected event network-vif-plugged-033f0e84-8a9a-45f7-a743-be63fd2492ba for instance with vm_state building and task_state spawning. [ 802.708310] env[68627]: DEBUG nova.network.neutron [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Successfully updated port: 033f0e84-8a9a-45f7-a743-be63fd2492ba {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.973357] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09a54491-1e4c-4d10-a463-241d1f36e01f tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "4db0bf5d-f7aa-45ce-95db-60596ef8966b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.831s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.209355] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "refresh_cache-d0bab223-cfbc-4b23-9a25-11787bb7487e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.209492] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquired lock "refresh_cache-d0bab223-cfbc-4b23-9a25-11787bb7487e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.209594] env[68627]: DEBUG nova.network.neutron [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.381564] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ade5bf-c36e-4837-b649-2162eaadeb5e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.389609] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a151ee-4029-415a-b4d5-463b2cf94319 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.419562] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d0d98b-956d-471f-8519-1f5ac291f3d3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.429762] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dbbed4-a206-46b3-8d4d-702b039bebc8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.443481] env[68627]: DEBUG nova.compute.provider_tree [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.740349] env[68627]: DEBUG nova.network.neutron [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.862990] env[68627]: DEBUG nova.network.neutron [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Updating instance_info_cache with network_info: [{"id": "033f0e84-8a9a-45f7-a743-be63fd2492ba", "address": "fa:16:3e:36:d9:84", "network": {"id": "0c8b84bd-f25c-428b-946c-6ee2f1fbc3a4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2054959015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da963e0c523246fc9d064aaae69e2e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033f0e84-8a", "ovs_interfaceid": "033f0e84-8a9a-45f7-a743-be63fd2492ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.947187] env[68627]: DEBUG nova.scheduler.client.report [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.365363] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Releasing lock "refresh_cache-d0bab223-cfbc-4b23-9a25-11787bb7487e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.366326] env[68627]: DEBUG nova.compute.manager [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Instance network_info: |[{"id": "033f0e84-8a9a-45f7-a743-be63fd2492ba", "address": "fa:16:3e:36:d9:84", "network": {"id": "0c8b84bd-f25c-428b-946c-6ee2f1fbc3a4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2054959015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da963e0c523246fc9d064aaae69e2e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033f0e84-8a", "ovs_interfaceid": "033f0e84-8a9a-45f7-a743-be63fd2492ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.366326] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:d9:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '033f0e84-8a9a-45f7-a743-be63fd2492ba', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.374401] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.374645] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.374873] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b32336af-267a-4e17-ad6a-4ddd1a463aef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.397054] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.397054] env[68627]: value = "task-3037015" [ 804.397054] env[68627]: _type = "Task" [ 804.397054] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.405244] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037015, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.452849] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.456029] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.086s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.456029] env[68627]: DEBUG nova.objects.instance [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Lazy-loading 'resources' on Instance uuid 9554d8a9-6914-4833-81b9-5246d5217106 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.487693] env[68627]: INFO nova.scheduler.client.report [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Deleted allocations for instance dd38324c-5574-48d6-b5f7-f59d65605e52 [ 804.667013] env[68627]: DEBUG nova.compute.manager [req-cba57c22-0f90-4f2d-9a1c-103ce863aa0a req-0480a046-69cd-4b53-9921-0ee9ac35e31d service nova] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Received event network-changed-033f0e84-8a9a-45f7-a743-be63fd2492ba {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.667219] env[68627]: DEBUG nova.compute.manager [req-cba57c22-0f90-4f2d-9a1c-103ce863aa0a req-0480a046-69cd-4b53-9921-0ee9ac35e31d service nova] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Refreshing instance network info cache due to event network-changed-033f0e84-8a9a-45f7-a743-be63fd2492ba. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.667467] env[68627]: DEBUG oslo_concurrency.lockutils [req-cba57c22-0f90-4f2d-9a1c-103ce863aa0a req-0480a046-69cd-4b53-9921-0ee9ac35e31d service nova] Acquiring lock "refresh_cache-d0bab223-cfbc-4b23-9a25-11787bb7487e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.667641] env[68627]: DEBUG oslo_concurrency.lockutils [req-cba57c22-0f90-4f2d-9a1c-103ce863aa0a req-0480a046-69cd-4b53-9921-0ee9ac35e31d service nova] Acquired lock "refresh_cache-d0bab223-cfbc-4b23-9a25-11787bb7487e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.667813] env[68627]: DEBUG nova.network.neutron [req-cba57c22-0f90-4f2d-9a1c-103ce863aa0a req-0480a046-69cd-4b53-9921-0ee9ac35e31d service nova] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Refreshing network info cache for port 033f0e84-8a9a-45f7-a743-be63fd2492ba {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.907117] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037015, 'name': CreateVM_Task, 'duration_secs': 0.330317} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.907303] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.908010] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.908192] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.908520] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.908772] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de9289b-95dd-4340-849f-8ba21241ffdb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.913410] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 804.913410] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524a43e4-f670-bc66-0eee-f06d85fcba83" [ 804.913410] env[68627]: _type = "Task" [ 804.913410] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.922284] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524a43e4-f670-bc66-0eee-f06d85fcba83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.997180] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e6cc3cd6-3428-4f75-b5a4-d7fc5e7ea184 tempest-ListServersNegativeTestJSON-2073342579 tempest-ListServersNegativeTestJSON-2073342579-project-member] Lock "dd38324c-5574-48d6-b5f7-f59d65605e52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.711s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.384910] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7e09ba-6a5c-4173-822c-4df272e0e3c3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.393836] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be2ee2f-cbd3-4501-bd5f-aa998deb6a7b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.399403] env[68627]: DEBUG nova.network.neutron [req-cba57c22-0f90-4f2d-9a1c-103ce863aa0a req-0480a046-69cd-4b53-9921-0ee9ac35e31d service nova] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Updated VIF entry in instance network info cache for port 033f0e84-8a9a-45f7-a743-be63fd2492ba. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.399794] env[68627]: DEBUG nova.network.neutron [req-cba57c22-0f90-4f2d-9a1c-103ce863aa0a req-0480a046-69cd-4b53-9921-0ee9ac35e31d service nova] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Updating instance_info_cache with network_info: [{"id": "033f0e84-8a9a-45f7-a743-be63fd2492ba", "address": "fa:16:3e:36:d9:84", "network": {"id": "0c8b84bd-f25c-428b-946c-6ee2f1fbc3a4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2054959015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da963e0c523246fc9d064aaae69e2e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033f0e84-8a", "ovs_interfaceid": "033f0e84-8a9a-45f7-a743-be63fd2492ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.432017] env[68627]: DEBUG oslo_concurrency.lockutils [req-cba57c22-0f90-4f2d-9a1c-103ce863aa0a req-0480a046-69cd-4b53-9921-0ee9ac35e31d service nova] Releasing lock "refresh_cache-d0bab223-cfbc-4b23-9a25-11787bb7487e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.434410] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b77f4e2-214f-41d7-accb-f9ec839cc05d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.445516] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524a43e4-f670-bc66-0eee-f06d85fcba83, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.446732] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a1e11e-2c87-4740-9d83-ac1ade473d57 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.450748] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.451046] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.451327] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.451575] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.451774] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.452420] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7726df5f-82c1-44e5-b149-24ae8058f2b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.464554] env[68627]: DEBUG nova.compute.provider_tree [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.467464] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.467784] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.468751] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ddffd89-37a1-4058-b1da-6dfda23748c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.475023] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 805.475023] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527b4434-3396-12e8-7bb8-3a44ff470361" [ 805.475023] env[68627]: _type = "Task" [ 805.475023] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.483025] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527b4434-3396-12e8-7bb8-3a44ff470361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.970551] env[68627]: DEBUG nova.scheduler.client.report [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.985264] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527b4434-3396-12e8-7bb8-3a44ff470361, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.986060] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4aacbe0-512f-433b-9f22-7033631782a5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.991214] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 805.991214] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524ad3ba-ba36-00ff-1fc7-696f09cd2af2" [ 805.991214] env[68627]: _type = "Task" [ 805.991214] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.999111] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524ad3ba-ba36-00ff-1fc7-696f09cd2af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.475920] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.478978] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.229s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.480244] env[68627]: INFO nova.compute.claims [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.502509] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524ad3ba-ba36-00ff-1fc7-696f09cd2af2, 'name': SearchDatastore_Task, 'duration_secs': 0.009724} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.502772] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.503447] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] d0bab223-cfbc-4b23-9a25-11787bb7487e/d0bab223-cfbc-4b23-9a25-11787bb7487e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.503447] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-510a7839-467b-4e9c-8fd2-13ac80460b16 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.508033] env[68627]: INFO nova.scheduler.client.report [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Deleted allocations for instance 9554d8a9-6914-4833-81b9-5246d5217106 [ 806.510087] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 806.510087] env[68627]: value = "task-3037016" [ 806.510087] env[68627]: _type = "Task" [ 806.510087] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.520335] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.023776] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cfbc856-179c-4ba6-9b93-359223375fd7 tempest-ServersV294TestFqdnHostnames-159996689 tempest-ServersV294TestFqdnHostnames-159996689-project-member] Lock "9554d8a9-6914-4833-81b9-5246d5217106" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.559s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.028718] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037016, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.523741] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528314} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.527077] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] d0bab223-cfbc-4b23-9a25-11787bb7487e/d0bab223-cfbc-4b23-9a25-11787bb7487e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.527456] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.528115] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fad8031-e3dd-4601-9736-0b74b2ed39bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.534940] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 807.534940] env[68627]: value = "task-3037017" [ 807.534940] env[68627]: _type = "Task" [ 807.534940] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.544436] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.010583] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a3c63b-e702-44a9-9466-3ef2e1d9771d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.018741] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6fc9d2-f897-421c-8646-be2461051314 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.056296] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3618e94e-d929-447e-b452-1225a57c4f04 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.063638] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070173} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.065564] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.066394] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a90ef4d-2f30-4d68-90d9-bf1f1ba411d5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.069707] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40ca756-8848-44b0-b61d-a7ddf5af621e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.109510] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] d0bab223-cfbc-4b23-9a25-11787bb7487e/d0bab223-cfbc-4b23-9a25-11787bb7487e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.110057] env[68627]: DEBUG nova.compute.provider_tree [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.111370] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdc0f638-19fe-4e2e-ba9c-fb566a8fe602 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.126891] env[68627]: DEBUG nova.scheduler.client.report [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.136938] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 808.136938] env[68627]: value = "task-3037018" [ 808.136938] env[68627]: _type = "Task" [ 808.136938] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.148649] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.631400] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.631903] env[68627]: DEBUG nova.compute.manager [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.634686] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.688s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.636174] env[68627]: INFO nova.compute.claims [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.648352] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037018, 'name': ReconfigVM_Task, 'duration_secs': 0.263723} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.648613] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Reconfigured VM instance instance-00000036 to attach disk [datastore2] d0bab223-cfbc-4b23-9a25-11787bb7487e/d0bab223-cfbc-4b23-9a25-11787bb7487e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.649371] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf6189d6-6307-4feb-abbb-dab25bbb769e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.655779] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 808.655779] env[68627]: value = "task-3037019" [ 808.655779] env[68627]: _type = "Task" [ 808.655779] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.664153] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037019, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.909876] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Acquiring lock "116db117-ce71-4b2d-b27a-c709225ac898" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.910386] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Lock "116db117-ce71-4b2d-b27a-c709225ac898" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.910479] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Acquiring lock "116db117-ce71-4b2d-b27a-c709225ac898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.910595] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Lock "116db117-ce71-4b2d-b27a-c709225ac898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.910773] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Lock "116db117-ce71-4b2d-b27a-c709225ac898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.914207] env[68627]: INFO nova.compute.manager [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Terminating instance [ 809.141952] env[68627]: DEBUG nova.compute.utils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.143407] env[68627]: DEBUG nova.compute.manager [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.143601] env[68627]: DEBUG nova.network.neutron [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.169976] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037019, 'name': Rename_Task, 'duration_secs': 0.131122} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.170285] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.170541] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b09f1a67-7222-43df-8a0a-3b38d1a7d2d9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.177344] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 809.177344] env[68627]: value = "task-3037020" [ 809.177344] env[68627]: _type = "Task" [ 809.177344] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.190511] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.275108] env[68627]: DEBUG nova.policy [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebde12fbb0d94b749414aef2fbded7b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b912216b405543cc8576be15ee52d740', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.420248] env[68627]: DEBUG nova.compute.manager [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.420561] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.420858] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a97da2f3-f3e3-4aaf-9d0d-d62e573c5237 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.431964] env[68627]: DEBUG oslo_vmware.api [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Waiting for the task: (returnval){ [ 809.431964] env[68627]: value = "task-3037021" [ 809.431964] env[68627]: _type = "Task" [ 809.431964] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.443604] env[68627]: DEBUG oslo_vmware.api [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3037021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.656508] env[68627]: DEBUG nova.compute.manager [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.697763] env[68627]: DEBUG oslo_vmware.api [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037020, 'name': PowerOnVM_Task, 'duration_secs': 0.459672} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.698563] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.698563] env[68627]: INFO nova.compute.manager [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Took 7.51 seconds to spawn the instance on the hypervisor. [ 809.698563] env[68627]: DEBUG nova.compute.manager [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.699630] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dc6ec2-7d2e-4e53-8d99-0adaf3d08f99 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.945482] env[68627]: DEBUG oslo_vmware.api [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3037021, 'name': PowerOffVM_Task, 'duration_secs': 0.200623} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.945781] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.946016] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 809.946766] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608500', 'volume_id': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'name': 'volume-c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '116db117-ce71-4b2d-b27a-c709225ac898', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'serial': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 809.947091] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82278999-386c-46ab-a7d7-c5e2a877ca56 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.975224] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cbf6dc-f562-4710-b97f-7e54e4703e42 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.984802] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a987dc25-d153-46f5-9d55-c67f03c89960 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.006807] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcb89e7-0233-48d1-9ebe-312760c3d8db {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.023962] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] The volume has not been displaced from its original location: [datastore2] volume-c3f29f00-bf86-4cac-b1ca-8fd00b03f09f/volume-c3f29f00-bf86-4cac-b1ca-8fd00b03f09f.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 810.029619] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 810.032502] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb992c5b-d325-4186-965b-e159d171d757 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.046441] env[68627]: DEBUG nova.network.neutron [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Successfully created port: 41c29f8f-6337-487d-b06a-c12e68850894 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.053711] env[68627]: DEBUG oslo_vmware.api [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Waiting for the task: (returnval){ [ 810.053711] env[68627]: value = "task-3037022" [ 810.053711] env[68627]: _type = "Task" [ 810.053711] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.063718] env[68627]: DEBUG oslo_vmware.api [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3037022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.222810] env[68627]: INFO nova.compute.manager [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Took 50.22 seconds to build instance. [ 810.275417] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a91cff2-d241-470f-9a1b-229dc13b9a55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.283457] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7894d4b-8b18-4470-a207-7d02ace97518 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.318694] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bbbfe3-c46d-463b-b071-25ed7a4da4c7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.328933] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bba5d8-41d8-48ab-ac81-695ba1a60fe4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.345825] env[68627]: DEBUG nova.compute.provider_tree [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.564226] env[68627]: DEBUG oslo_vmware.api [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3037022, 'name': ReconfigVM_Task, 'duration_secs': 0.15567} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.564848] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 810.569937] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df4542f2-ee6f-43ff-8612-3460ff71c43b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.588180] env[68627]: DEBUG oslo_vmware.api [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Waiting for the task: (returnval){ [ 810.588180] env[68627]: value = "task-3037023" [ 810.588180] env[68627]: _type = "Task" [ 810.588180] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.595567] env[68627]: DEBUG oslo_vmware.api [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3037023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.610718] env[68627]: DEBUG nova.network.neutron [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Successfully created port: d02f35b4-5d3f-418a-b1a4-546a4b7120e8 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.670132] env[68627]: DEBUG nova.compute.manager [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.704124] env[68627]: DEBUG nova.virt.hardware [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.704454] env[68627]: DEBUG nova.virt.hardware [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.704645] env[68627]: DEBUG nova.virt.hardware [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.704858] env[68627]: DEBUG nova.virt.hardware [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.705043] env[68627]: DEBUG nova.virt.hardware [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.705226] env[68627]: DEBUG nova.virt.hardware [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.705545] env[68627]: DEBUG nova.virt.hardware [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.705752] env[68627]: DEBUG nova.virt.hardware [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.705983] env[68627]: DEBUG nova.virt.hardware [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.706194] env[68627]: DEBUG nova.virt.hardware [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.706396] env[68627]: DEBUG nova.virt.hardware [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.707322] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fde3f0-4de9-4923-8c14-a41346d59e9d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.716119] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af4f064-c28f-4162-9ac6-16609b9e1d27 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.731755] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5ab928a7-c6c9-4e57-a1a3-acf1172280a8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "d0bab223-cfbc-4b23-9a25-11787bb7487e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.015s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.849295] env[68627]: DEBUG nova.scheduler.client.report [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.098687] env[68627]: DEBUG oslo_vmware.api [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3037023, 'name': ReconfigVM_Task, 'duration_secs': 0.145066} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.099364] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608500', 'volume_id': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'name': 'volume-c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '116db117-ce71-4b2d-b27a-c709225ac898', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f', 'serial': 'c3f29f00-bf86-4cac-b1ca-8fd00b03f09f'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 811.099364] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.100148] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f604aeb-d963-47c6-96ea-24803f1549cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.108425] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.108679] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71410395-f20f-4ed5-b36e-618447bdf80b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.181108] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.181411] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.181665] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Deleting the datastore file [datastore2] 116db117-ce71-4b2d-b27a-c709225ac898 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.182049] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72c1aa12-79da-462e-8088-c0409bde6b06 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.189809] env[68627]: DEBUG oslo_vmware.api [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Waiting for the task: (returnval){ [ 811.189809] env[68627]: value = "task-3037025" [ 811.189809] env[68627]: _type = "Task" [ 811.189809] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.199361] env[68627]: DEBUG oslo_vmware.api [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3037025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.234729] env[68627]: DEBUG nova.compute.manager [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.358980] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.359720] env[68627]: DEBUG nova.compute.manager [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.364053] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.531s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.699770] env[68627]: DEBUG oslo_vmware.api [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Task: {'id': task-3037025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23882} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.699998] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.701328] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.701328] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.701328] env[68627]: INFO nova.compute.manager [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Took 2.28 seconds to destroy the instance on the hypervisor. [ 811.701654] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.702020] env[68627]: DEBUG nova.compute.manager [-] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.702446] env[68627]: DEBUG nova.network.neutron [-] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.771388] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.866776] env[68627]: DEBUG nova.compute.utils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.868143] env[68627]: DEBUG nova.compute.manager [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.872369] env[68627]: DEBUG nova.network.neutron [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.873502] env[68627]: INFO nova.compute.claims [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.957261] env[68627]: DEBUG nova.policy [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60f8a16c6ab2487aaa00418ef36d429e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3fed4bfce584bbba62139868b770920', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.379809] env[68627]: DEBUG nova.compute.manager [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.384567] env[68627]: INFO nova.compute.resource_tracker [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating resource usage from migration 4292a693-f620-443f-8e5d-e6425db2f18d [ 812.867110] env[68627]: DEBUG nova.network.neutron [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Successfully created port: b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.909454] env[68627]: DEBUG nova.network.neutron [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Successfully updated port: 41c29f8f-6337-487d-b06a-c12e68850894 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.998016] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3382d0aa-747a-4280-8285-06c0066ce9e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.002114] env[68627]: DEBUG nova.compute.manager [req-8d3c6e23-b005-4c77-a527-0bee3b897521 req-46c11a10-ac0c-44f9-88bf-028a973b4820 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Received event network-vif-plugged-41c29f8f-6337-487d-b06a-c12e68850894 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.002332] env[68627]: DEBUG oslo_concurrency.lockutils [req-8d3c6e23-b005-4c77-a527-0bee3b897521 req-46c11a10-ac0c-44f9-88bf-028a973b4820 service nova] Acquiring lock "8b733d8f-d022-48d8-9685-31ed951af87e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.002538] env[68627]: DEBUG oslo_concurrency.lockutils [req-8d3c6e23-b005-4c77-a527-0bee3b897521 req-46c11a10-ac0c-44f9-88bf-028a973b4820 service nova] Lock "8b733d8f-d022-48d8-9685-31ed951af87e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.002700] env[68627]: DEBUG oslo_concurrency.lockutils [req-8d3c6e23-b005-4c77-a527-0bee3b897521 req-46c11a10-ac0c-44f9-88bf-028a973b4820 service nova] Lock "8b733d8f-d022-48d8-9685-31ed951af87e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.002862] env[68627]: DEBUG nova.compute.manager [req-8d3c6e23-b005-4c77-a527-0bee3b897521 req-46c11a10-ac0c-44f9-88bf-028a973b4820 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] No waiting events found dispatching network-vif-plugged-41c29f8f-6337-487d-b06a-c12e68850894 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.003042] env[68627]: WARNING nova.compute.manager [req-8d3c6e23-b005-4c77-a527-0bee3b897521 req-46c11a10-ac0c-44f9-88bf-028a973b4820 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Received unexpected event network-vif-plugged-41c29f8f-6337-487d-b06a-c12e68850894 for instance with vm_state building and task_state spawning. [ 813.009179] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1e90eb-5654-4387-8010-eddb0a285de3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.043645] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8cab04-d283-40f7-91ff-a102817be157 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.052472] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2c709e-7f27-4775-b3e3-f8b2246287d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.073921] env[68627]: DEBUG nova.compute.provider_tree [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.085076] env[68627]: DEBUG nova.compute.manager [req-8a0c3f31-9a48-4e77-8ee1-c2f29ae9a4f2 req-3e3d5b10-e0c6-4f59-91cf-edbde3d79ec6 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Received event network-vif-deleted-fb9f1bdd-5d06-4261-ab31-560fee63b0e2 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.085273] env[68627]: INFO nova.compute.manager [req-8a0c3f31-9a48-4e77-8ee1-c2f29ae9a4f2 req-3e3d5b10-e0c6-4f59-91cf-edbde3d79ec6 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Neutron deleted interface fb9f1bdd-5d06-4261-ab31-560fee63b0e2; detaching it from the instance and deleting it from the info cache [ 813.085644] env[68627]: DEBUG nova.network.neutron [req-8a0c3f31-9a48-4e77-8ee1-c2f29ae9a4f2 req-3e3d5b10-e0c6-4f59-91cf-edbde3d79ec6 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.189422] env[68627]: DEBUG nova.network.neutron [-] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.400701] env[68627]: DEBUG nova.compute.manager [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.432742] env[68627]: DEBUG nova.virt.hardware [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.433019] env[68627]: DEBUG nova.virt.hardware [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.433221] env[68627]: DEBUG nova.virt.hardware [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.433394] env[68627]: DEBUG nova.virt.hardware [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.433540] env[68627]: DEBUG nova.virt.hardware [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.433749] env[68627]: DEBUG nova.virt.hardware [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.433894] env[68627]: DEBUG nova.virt.hardware [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.434067] env[68627]: DEBUG nova.virt.hardware [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.434275] env[68627]: DEBUG nova.virt.hardware [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.434428] env[68627]: DEBUG nova.virt.hardware [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.434604] env[68627]: DEBUG nova.virt.hardware [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.435538] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c9c4ff-d9bd-414f-8404-fbd20764d711 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.443727] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffb8f9c-0bfc-4560-9c3e-777ba4a03bad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.579765] env[68627]: DEBUG nova.scheduler.client.report [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.593447] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef4c42a7-df66-4b87-ba22-6022c09cfabc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.606538] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c863b39-15d1-4688-badb-d5aedb7accbb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.648116] env[68627]: DEBUG nova.compute.manager [req-8a0c3f31-9a48-4e77-8ee1-c2f29ae9a4f2 req-3e3d5b10-e0c6-4f59-91cf-edbde3d79ec6 service nova] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Detach interface failed, port_id=fb9f1bdd-5d06-4261-ab31-560fee63b0e2, reason: Instance 116db117-ce71-4b2d-b27a-c709225ac898 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 813.692797] env[68627]: INFO nova.compute.manager [-] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Took 1.99 seconds to deallocate network for instance. [ 814.086114] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.722s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.086392] env[68627]: INFO nova.compute.manager [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Migrating [ 814.093440] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.002s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.093606] env[68627]: DEBUG nova.objects.instance [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lazy-loading 'resources' on Instance uuid 65a95fef-d9f4-4fbc-b735-4af788dc8d5e {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.155981] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "401f7afd-55f9-40df-8ea7-892c97c15b01" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.156336] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.156434] env[68627]: INFO nova.compute.manager [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Rebooting instance [ 814.268787] env[68627]: INFO nova.compute.manager [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Took 0.58 seconds to detach 1 volumes for instance. [ 814.271034] env[68627]: DEBUG nova.compute.manager [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Deleting volume: c3f29f00-bf86-4cac-b1ca-8fd00b03f09f {{(pid=68627) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 814.482545] env[68627]: DEBUG nova.network.neutron [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Successfully updated port: b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.607367] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.607585] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.608142] env[68627]: DEBUG nova.network.neutron [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.678815] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.679177] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.679233] env[68627]: DEBUG nova.network.neutron [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.827987] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.985525] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquiring lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.985525] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquired lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.985525] env[68627]: DEBUG nova.network.neutron [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.018396] env[68627]: DEBUG nova.network.neutron [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Successfully updated port: d02f35b4-5d3f-418a-b1a4-546a4b7120e8 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.122032] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b7d43556-1e7a-45fb-b2d4-7061bb8532d4 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.122301] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b7d43556-1e7a-45fb-b2d4-7061bb8532d4 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.122301] env[68627]: DEBUG nova.compute.manager [None req-b7d43556-1e7a-45fb-b2d4-7061bb8532d4 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.124040] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9775e8f-9d27-466b-93e9-74a400ef3ab7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.130238] env[68627]: DEBUG nova.compute.manager [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Received event network-changed-41c29f8f-6337-487d-b06a-c12e68850894 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.130427] env[68627]: DEBUG nova.compute.manager [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Refreshing instance network info cache due to event network-changed-41c29f8f-6337-487d-b06a-c12e68850894. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.130630] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Acquiring lock "refresh_cache-8b733d8f-d022-48d8-9685-31ed951af87e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.130766] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Acquired lock "refresh_cache-8b733d8f-d022-48d8-9685-31ed951af87e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.130945] env[68627]: DEBUG nova.network.neutron [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Refreshing network info cache for port 41c29f8f-6337-487d-b06a-c12e68850894 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.132526] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0b405e-c03f-4e45-afe3-a09e28b2c61d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.140174] env[68627]: DEBUG nova.compute.manager [None req-b7d43556-1e7a-45fb-b2d4-7061bb8532d4 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68627) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 815.140835] env[68627]: DEBUG nova.objects.instance [None req-b7d43556-1e7a-45fb-b2d4-7061bb8532d4 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lazy-loading 'flavor' on Instance uuid 6a1a0788-10b5-49c4-9369-6b9e44dcad83 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.148010] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc70c3b-8541-4d0b-b077-ed3a66a41b58 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.188675] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e081590-f064-4465-b246-b965c5bb29c9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.199766] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14d8848-d358-45b4-96dc-9a46b7b5c160 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.215107] env[68627]: DEBUG nova.compute.provider_tree [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.302767] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Acquiring lock "b31e2639-f0aa-46ba-85f7-dd5611dce968" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.303145] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Lock "b31e2639-f0aa-46ba-85f7-dd5611dce968" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.516064] env[68627]: DEBUG nova.network.neutron [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.524219] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "refresh_cache-8b733d8f-d022-48d8-9685-31ed951af87e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.624153] env[68627]: DEBUG nova.network.neutron [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating instance_info_cache with network_info: [{"id": "f064647d-3007-4f59-b88c-28ea06e68bc1", "address": "fa:16:3e:23:37:7c", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf064647d-30", "ovs_interfaceid": "f064647d-3007-4f59-b88c-28ea06e68bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.679032] env[68627]: DEBUG nova.network.neutron [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Updating instance_info_cache with network_info: [{"id": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "address": "fa:16:3e:5f:f8:7c", "network": {"id": "76cd8e1e-1854-4216-a563-141776ee8325", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-86964821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3fed4bfce584bbba62139868b770920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57907f7-2d", "ovs_interfaceid": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.682041] env[68627]: DEBUG nova.network.neutron [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.717779] env[68627]: DEBUG nova.scheduler.client.report [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.744130] env[68627]: DEBUG nova.network.neutron [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance_info_cache with network_info: [{"id": "0394f690-c238-4e09-aded-6f6d64ec82cd", "address": "fa:16:3e:43:0b:d1", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0394f690-c2", "ovs_interfaceid": "0394f690-c238-4e09-aded-6f6d64ec82cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.788732] env[68627]: DEBUG nova.network.neutron [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.126721] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.149729] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d43556-1e7a-45fb-b2d4-7061bb8532d4 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.150029] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-470a91a3-3e08-4c37-a695-3e37d5e3c1bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.158044] env[68627]: DEBUG oslo_vmware.api [None req-b7d43556-1e7a-45fb-b2d4-7061bb8532d4 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 816.158044] env[68627]: value = "task-3037030" [ 816.158044] env[68627]: _type = "Task" [ 816.158044] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.168749] env[68627]: DEBUG oslo_vmware.api [None req-b7d43556-1e7a-45fb-b2d4-7061bb8532d4 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.182810] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Releasing lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.182810] env[68627]: DEBUG nova.compute.manager [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Instance network_info: |[{"id": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "address": "fa:16:3e:5f:f8:7c", "network": {"id": "76cd8e1e-1854-4216-a563-141776ee8325", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-86964821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3fed4bfce584bbba62139868b770920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57907f7-2d", "ovs_interfaceid": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.182810] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:f8:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.193091] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Creating folder: Project (c3fed4bfce584bbba62139868b770920). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.193542] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddbbf0c3-67a7-41d2-b7b7-9b7d374ebf32 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.205495] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Created folder: Project (c3fed4bfce584bbba62139868b770920) in parent group-v608385. [ 816.205867] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Creating folder: Instances. Parent ref: group-v608546. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.206238] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a112061a-d7c7-4b41-84a9-15c738a2cb34 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.218796] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Created folder: Instances in parent group-v608546. [ 816.219490] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.219490] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.219936] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da271ef1-9b34-488e-aa08-b2ea6f54a402 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.239595] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.241989] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.827s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.243727] env[68627]: INFO nova.compute.claims [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.247609] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.252644] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.252644] env[68627]: value = "task-3037033" [ 816.252644] env[68627]: _type = "Task" [ 816.252644] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.266023] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037033, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.272046] env[68627]: INFO nova.scheduler.client.report [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleted allocations for instance 65a95fef-d9f4-4fbc-b735-4af788dc8d5e [ 816.291268] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Releasing lock "refresh_cache-8b733d8f-d022-48d8-9685-31ed951af87e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.291672] env[68627]: DEBUG nova.compute.manager [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Received event network-vif-plugged-b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.291908] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Acquiring lock "e128d8e5-e7bf-473a-aa5b-f887bf9057a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.292206] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Lock "e128d8e5-e7bf-473a-aa5b-f887bf9057a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.292471] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Lock "e128d8e5-e7bf-473a-aa5b-f887bf9057a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.292721] env[68627]: DEBUG nova.compute.manager [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] No waiting events found dispatching network-vif-plugged-b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.292985] env[68627]: WARNING nova.compute.manager [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Received unexpected event network-vif-plugged-b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 for instance with vm_state building and task_state spawning. [ 816.293221] env[68627]: DEBUG nova.compute.manager [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Received event network-changed-b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.293392] env[68627]: DEBUG nova.compute.manager [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Refreshing instance network info cache due to event network-changed-b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.293670] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Acquiring lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.293835] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Acquired lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.294374] env[68627]: DEBUG nova.network.neutron [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Refreshing network info cache for port b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.295814] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquired lock "refresh_cache-8b733d8f-d022-48d8-9685-31ed951af87e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.295982] env[68627]: DEBUG nova.network.neutron [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.669505] env[68627]: DEBUG oslo_vmware.api [None req-b7d43556-1e7a-45fb-b2d4-7061bb8532d4 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037030, 'name': PowerOffVM_Task, 'duration_secs': 0.210438} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.669791] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d43556-1e7a-45fb-b2d4-7061bb8532d4 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.670039] env[68627]: DEBUG nova.compute.manager [None req-b7d43556-1e7a-45fb-b2d4-7061bb8532d4 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.670823] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ed0348-c41d-4c8f-89a4-187aafe4c412 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.754454] env[68627]: DEBUG nova.compute.manager [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.758691] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92684b9-2f0b-4fb3-87f7-36cc2f01b5a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.768018] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037033, 'name': CreateVM_Task, 'duration_secs': 0.37131} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.770336] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.771077] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.771260] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.771576] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.772053] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e464867b-f6ec-42f1-aff9-a6b193b702d8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.779398] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for the task: (returnval){ [ 816.779398] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52559e90-4c57-b402-b968-eff304f6f298" [ 816.779398] env[68627]: _type = "Task" [ 816.779398] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.783520] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff2dfadb-b045-43b0-b480-eb98fb4efdec tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "65a95fef-d9f4-4fbc-b735-4af788dc8d5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.326s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.789747] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52559e90-4c57-b402-b968-eff304f6f298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.853268] env[68627]: DEBUG nova.network.neutron [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.160009] env[68627]: DEBUG nova.network.neutron [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Updated VIF entry in instance network info cache for port b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.160424] env[68627]: DEBUG nova.network.neutron [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Updating instance_info_cache with network_info: [{"id": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "address": "fa:16:3e:5f:f8:7c", "network": {"id": "76cd8e1e-1854-4216-a563-141776ee8325", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-86964821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3fed4bfce584bbba62139868b770920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57907f7-2d", "ovs_interfaceid": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.182186] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b7d43556-1e7a-45fb-b2d4-7061bb8532d4 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.265930] env[68627]: DEBUG nova.network.neutron [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Updating instance_info_cache with network_info: [{"id": "41c29f8f-6337-487d-b06a-c12e68850894", "address": "fa:16:3e:40:c6:27", "network": {"id": "cbaf9a30-b034-4e33-8b65-83b44ae3e978", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1582440239", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c29f8f-63", "ovs_interfaceid": "41c29f8f-6337-487d-b06a-c12e68850894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d02f35b4-5d3f-418a-b1a4-546a4b7120e8", "address": "fa:16:3e:d1:ab:b5", "network": {"id": "276050e2-11b6-4775-8213-09c8198e7bf9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1344173156", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd02f35b4-5d", "ovs_interfaceid": "d02f35b4-5d3f-418a-b1a4-546a4b7120e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.293193] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52559e90-4c57-b402-b968-eff304f6f298, 'name': SearchDatastore_Task, 'duration_secs': 0.016882} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.293904] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.293904] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.293904] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.294165] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.294558] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.296969] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9f77a50-7683-4a40-9444-a34cdda675e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.306163] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.306163] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.306891] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c602e79-9903-4bfc-adf0-e86fa7a04327 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.316442] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for the task: (returnval){ [ 817.316442] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cfd155-ee63-b877-695a-a5cc6a76ec1d" [ 817.316442] env[68627]: _type = "Task" [ 817.316442] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.324902] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cfd155-ee63-b877-695a-a5cc6a76ec1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.645459] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a3c40c-dcc5-4942-a922-64ecba4fc971 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.676678] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Releasing lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.677093] env[68627]: DEBUG nova.compute.manager [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Received event network-vif-plugged-d02f35b4-5d3f-418a-b1a4-546a4b7120e8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.677411] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Acquiring lock "8b733d8f-d022-48d8-9685-31ed951af87e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.677730] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Lock "8b733d8f-d022-48d8-9685-31ed951af87e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.677992] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Lock "8b733d8f-d022-48d8-9685-31ed951af87e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.678312] env[68627]: DEBUG nova.compute.manager [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] No waiting events found dispatching network-vif-plugged-d02f35b4-5d3f-418a-b1a4-546a4b7120e8 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.678588] env[68627]: WARNING nova.compute.manager [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Received unexpected event network-vif-plugged-d02f35b4-5d3f-418a-b1a4-546a4b7120e8 for instance with vm_state building and task_state spawning. [ 817.678862] env[68627]: DEBUG nova.compute.manager [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Received event network-changed-d02f35b4-5d3f-418a-b1a4-546a4b7120e8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.679144] env[68627]: DEBUG nova.compute.manager [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Refreshing instance network info cache due to event network-changed-d02f35b4-5d3f-418a-b1a4-546a4b7120e8. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.679425] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Acquiring lock "refresh_cache-8b733d8f-d022-48d8-9685-31ed951af87e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.679829] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating instance 'bd68584c-0332-4bea-b08b-5a5682f32233' progress to 0 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 817.751721] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ffe84d-4de5-44ca-9684-3a9a72d5d81e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.760545] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f1e1b8-c5d9-42c8-a10a-7124defa1ffe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.804595] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Releasing lock "refresh_cache-8b733d8f-d022-48d8-9685-31ed951af87e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.805094] env[68627]: DEBUG nova.compute.manager [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Instance network_info: |[{"id": "41c29f8f-6337-487d-b06a-c12e68850894", "address": "fa:16:3e:40:c6:27", "network": {"id": "cbaf9a30-b034-4e33-8b65-83b44ae3e978", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1582440239", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c29f8f-63", "ovs_interfaceid": "41c29f8f-6337-487d-b06a-c12e68850894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d02f35b4-5d3f-418a-b1a4-546a4b7120e8", "address": "fa:16:3e:d1:ab:b5", "network": {"id": "276050e2-11b6-4775-8213-09c8198e7bf9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1344173156", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd02f35b4-5d", "ovs_interfaceid": "d02f35b4-5d3f-418a-b1a4-546a4b7120e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.807221] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Acquired lock "refresh_cache-8b733d8f-d022-48d8-9685-31ed951af87e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.807486] env[68627]: DEBUG nova.network.neutron [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Refreshing network info cache for port d02f35b4-5d3f-418a-b1a4-546a4b7120e8 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.808981] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:c6:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41c29f8f-6337-487d-b06a-c12e68850894', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:ab:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd02f35b4-5d3f-418a-b1a4-546a4b7120e8', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.819646] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.820441] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550a8893-e968-4689-a3cc-e8a79054ae90 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.823506] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c83da6b-fff1-4156-926e-8527740aa389 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.826927] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.829685] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a8916b3-da05-4fd0-aee4-b39f02ba34b6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.856547] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Doing hard reboot of VM {{(pid=68627) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 817.856836] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cfd155-ee63-b877-695a-a5cc6a76ec1d, 'name': SearchDatastore_Task, 'duration_secs': 0.035723} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.857910] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-75924e4f-82cf-42f3-8cd3-6ec099598275 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.861198] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22eba2d0-9368-4857-aa3a-6d6107624501 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.865782] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.865782] env[68627]: value = "task-3037035" [ 817.865782] env[68627]: _type = "Task" [ 817.865782] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.865988] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298af0c7-95a3-4f98-bdbb-208e3d41462c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.882572] env[68627]: DEBUG nova.objects.instance [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lazy-loading 'flavor' on Instance uuid 6a1a0788-10b5-49c4-9369-6b9e44dcad83 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.884635] env[68627]: DEBUG nova.compute.provider_tree [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.889457] env[68627]: DEBUG oslo_vmware.api [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 817.889457] env[68627]: value = "task-3037036" [ 817.889457] env[68627]: _type = "Task" [ 817.889457] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.889457] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for the task: (returnval){ [ 817.889457] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e73a1c-47fc-7361-5284-8f38feb9de88" [ 817.889457] env[68627]: _type = "Task" [ 817.889457] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.898877] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037035, 'name': CreateVM_Task} progress is 15%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.909876] env[68627]: DEBUG oslo_vmware.api [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037036, 'name': ResetVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.909974] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e73a1c-47fc-7361-5284-8f38feb9de88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.192325] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.192622] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9524b8a0-6ca8-4702-9483-c2f66fb28d2f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.199888] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 818.199888] env[68627]: value = "task-3037037" [ 818.199888] env[68627]: _type = "Task" [ 818.199888] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.208022] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.378675] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037035, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.391038] env[68627]: DEBUG nova.scheduler.client.report [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.397681] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "refresh_cache-6a1a0788-10b5-49c4-9369-6b9e44dcad83" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.397681] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquired lock "refresh_cache-6a1a0788-10b5-49c4-9369-6b9e44dcad83" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.397681] env[68627]: DEBUG nova.network.neutron [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.397861] env[68627]: DEBUG nova.objects.instance [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lazy-loading 'info_cache' on Instance uuid 6a1a0788-10b5-49c4-9369-6b9e44dcad83 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.414028] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e73a1c-47fc-7361-5284-8f38feb9de88, 'name': SearchDatastore_Task, 'duration_secs': 0.019295} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.417469] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.417778] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] e128d8e5-e7bf-473a-aa5b-f887bf9057a2/e128d8e5-e7bf-473a-aa5b-f887bf9057a2.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.418342] env[68627]: DEBUG oslo_vmware.api [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037036, 'name': ResetVM_Task, 'duration_secs': 0.126181} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.418342] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1c4a728-38be-445d-8307-e3965e2b5c14 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.420980] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Did hard reboot of VM {{(pid=68627) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 818.421966] env[68627]: DEBUG nova.compute.manager [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.422217] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49433658-a363-40f2-b9a9-15de3865b97e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.432914] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for the task: (returnval){ [ 818.432914] env[68627]: value = "task-3037038" [ 818.432914] env[68627]: _type = "Task" [ 818.432914] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.444299] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.581590] env[68627]: DEBUG nova.network.neutron [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Updated VIF entry in instance network info cache for port d02f35b4-5d3f-418a-b1a4-546a4b7120e8. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.582082] env[68627]: DEBUG nova.network.neutron [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Updating instance_info_cache with network_info: [{"id": "41c29f8f-6337-487d-b06a-c12e68850894", "address": "fa:16:3e:40:c6:27", "network": {"id": "cbaf9a30-b034-4e33-8b65-83b44ae3e978", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1582440239", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c29f8f-63", "ovs_interfaceid": "41c29f8f-6337-487d-b06a-c12e68850894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d02f35b4-5d3f-418a-b1a4-546a4b7120e8", "address": "fa:16:3e:d1:ab:b5", "network": {"id": "276050e2-11b6-4775-8213-09c8198e7bf9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1344173156", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd02f35b4-5d", "ovs_interfaceid": "d02f35b4-5d3f-418a-b1a4-546a4b7120e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.711799] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037037, 'name': PowerOffVM_Task, 'duration_secs': 0.234899} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.712198] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.712488] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating instance 'bd68584c-0332-4bea-b08b-5a5682f32233' progress to 17 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 818.879859] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037035, 'name': CreateVM_Task, 'duration_secs': 0.690292} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.880154] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.881034] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.881204] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.881544] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.881820] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde52913-3dc3-4e32-8640-8675d4c36f43 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.889601] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 818.889601] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f5a4a7-b98a-e902-cd9e-57d3ca812ba8" [ 818.889601] env[68627]: _type = "Task" [ 818.889601] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.900994] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.901614] env[68627]: DEBUG nova.compute.manager [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.904385] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f5a4a7-b98a-e902-cd9e-57d3ca812ba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.904821] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 41.200s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.905085] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.905179] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68627) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 818.905450] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.915s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.906911] env[68627]: INFO nova.compute.claims [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.910042] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf7ce51-b239-4b9b-820b-6a2b85a6ff66 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.914198] env[68627]: DEBUG nova.objects.base [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Object Instance<6a1a0788-10b5-49c4-9369-6b9e44dcad83> lazy-loaded attributes: flavor,info_cache {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 818.920895] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eb17ca-a987-400f-9b19-91c06c6516e6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.944954] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e72df9-ce08-4a2e-9582-36eec6ab8db9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.948746] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4141784-93e0-4d5a-a8ec-7b0a4164426f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.792s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.955960] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037038, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.960220] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c07745-413e-4b83-89c8-3ecafda255ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.993530] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179096MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68627) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 818.993791] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.086278] env[68627]: DEBUG oslo_concurrency.lockutils [req-8156d091-04c1-4ee9-b72d-cd321654d03a req-c949baf4-ea86-4af3-920e-7cd101711b16 service nova] Releasing lock "refresh_cache-8b733d8f-d022-48d8-9685-31ed951af87e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.219788] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.220147] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.220195] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.220445] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.220638] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.220823] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.221122] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.221368] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.221532] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.221733] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.221950] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.227172] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e284fc2-1ee2-449b-94ef-4a6215983160 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.243116] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 819.243116] env[68627]: value = "task-3037040" [ 819.243116] env[68627]: _type = "Task" [ 819.243116] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.251941] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.400337] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f5a4a7-b98a-e902-cd9e-57d3ca812ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.060653} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.400955] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.400955] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.401214] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.401324] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.401522] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.401798] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-504191e0-b095-45c6-aa58-cdf2bc635f0f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.406062] env[68627]: DEBUG nova.compute.utils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.407382] env[68627]: DEBUG nova.compute.manager [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.407577] env[68627]: DEBUG nova.network.neutron [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.415287] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.415287] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.418030] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c1127d5-d766-4aca-abce-1b1b165cb80e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.428719] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 819.428719] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e4cfc9-b697-88f1-57e0-e7bb691e5b39" [ 819.428719] env[68627]: _type = "Task" [ 819.428719] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.437633] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e4cfc9-b697-88f1-57e0-e7bb691e5b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.449960] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75885} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.450277] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] e128d8e5-e7bf-473a-aa5b-f887bf9057a2/e128d8e5-e7bf-473a-aa5b-f887bf9057a2.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.450496] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.450939] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75b3c8f6-409d-4ef8-8cc7-4e8faba8f818 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.458045] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for the task: (returnval){ [ 819.458045] env[68627]: value = "task-3037041" [ 819.458045] env[68627]: _type = "Task" [ 819.458045] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.467667] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.469046] env[68627]: DEBUG nova.policy [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7337c5f985994d6197e99287bf56feea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3f985bf92643c982bb097161064328', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.726390] env[68627]: DEBUG nova.network.neutron [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Updating instance_info_cache with network_info: [{"id": "5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3", "address": "fa:16:3e:72:58:db", "network": {"id": "0c8b84bd-f25c-428b-946c-6ee2f1fbc3a4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2054959015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da963e0c523246fc9d064aaae69e2e89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d489105-29", "ovs_interfaceid": "5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.755871] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037040, 'name': ReconfigVM_Task, 'duration_secs': 0.350031} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.755871] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating instance 'bd68584c-0332-4bea-b08b-5a5682f32233' progress to 33 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.878024] env[68627]: DEBUG nova.network.neutron [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Successfully created port: 8b4927d0-f7d5-470d-bb6d-43ee27741e86 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.912422] env[68627]: DEBUG nova.compute.manager [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.941366] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e4cfc9-b697-88f1-57e0-e7bb691e5b39, 'name': SearchDatastore_Task, 'duration_secs': 0.030145} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.943144] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e31397fd-35a3-4f7a-8e24-6a6649f3b6b7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.949055] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 819.949055] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525df2a3-0b01-0de0-462a-c55e250523fb" [ 819.949055] env[68627]: _type = "Task" [ 819.949055] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.957936] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525df2a3-0b01-0de0-462a-c55e250523fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.969455] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153986} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.969455] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.970185] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732fa951-f015-4d02-bf4e-ca1ce6572d73 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.994663] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] e128d8e5-e7bf-473a-aa5b-f887bf9057a2/e128d8e5-e7bf-473a-aa5b-f887bf9057a2.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.998169] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1dd8c0-e28d-4074-a158-df78b61997b8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.017926] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for the task: (returnval){ [ 820.017926] env[68627]: value = "task-3037042" [ 820.017926] env[68627]: _type = "Task" [ 820.017926] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.028360] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.229785] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Releasing lock "refresh_cache-6a1a0788-10b5-49c4-9369-6b9e44dcad83" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.265130] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.265130] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.265130] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.265329] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.265447] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.265598] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.265841] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.265943] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.266121] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.266286] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.266457] env[68627]: DEBUG nova.virt.hardware [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.271923] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 820.274432] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71201fb3-4e5b-458c-9644-459c89e41cb3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.294761] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 820.294761] env[68627]: value = "task-3037043" [ 820.294761] env[68627]: _type = "Task" [ 820.294761] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.304810] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.431315] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac507987-3bda-48df-86d6-4837e2808a5d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.438905] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb89444-b399-4f03-92d3-6adfb8839e51 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.471926] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94c9636-d290-4588-b19f-4d0a10778bd3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.482562] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bded2696-c528-4f98-bb41-bb314490464d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.486323] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525df2a3-0b01-0de0-462a-c55e250523fb, 'name': SearchDatastore_Task, 'duration_secs': 0.068479} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.486796] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.487061] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 8b733d8f-d022-48d8-9685-31ed951af87e/8b733d8f-d022-48d8-9685-31ed951af87e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.487575] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c400616-e90f-47d6-b470-aa7b2e1cc783 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.497171] env[68627]: DEBUG nova.compute.provider_tree [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.503262] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 820.503262] env[68627]: value = "task-3037044" [ 820.503262] env[68627]: _type = "Task" [ 820.503262] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.510505] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.527408] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.807644] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037043, 'name': ReconfigVM_Task, 'duration_secs': 0.381253} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.808037] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 820.808989] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ead7030-0a98-4e75-a0b5-4687d0768c9e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.835215] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] bd68584c-0332-4bea-b08b-5a5682f32233/bd68584c-0332-4bea-b08b-5a5682f32233.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.835557] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d98b19-c6f7-4c51-ae60-b1dd086cbaf2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.854881] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 820.854881] env[68627]: value = "task-3037046" [ 820.854881] env[68627]: _type = "Task" [ 820.854881] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.864202] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.921342] env[68627]: DEBUG nova.compute.manager [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.954079] env[68627]: DEBUG nova.virt.hardware [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.954265] env[68627]: DEBUG nova.virt.hardware [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.954452] env[68627]: DEBUG nova.virt.hardware [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.954650] env[68627]: DEBUG nova.virt.hardware [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.954810] env[68627]: DEBUG nova.virt.hardware [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.954973] env[68627]: DEBUG nova.virt.hardware [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.955220] env[68627]: DEBUG nova.virt.hardware [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.955389] env[68627]: DEBUG nova.virt.hardware [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.955575] env[68627]: DEBUG nova.virt.hardware [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.955748] env[68627]: DEBUG nova.virt.hardware [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.955950] env[68627]: DEBUG nova.virt.hardware [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.957031] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b330d1-20ea-48a7-af1c-ed860b2d0c49 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.966151] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c6bbef-4b36-41e5-924e-5b37b7e85428 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.000095] env[68627]: DEBUG nova.scheduler.client.report [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.014735] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465822} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.015049] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 8b733d8f-d022-48d8-9685-31ed951af87e/8b733d8f-d022-48d8-9685-31ed951af87e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.015298] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.015600] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6df79883-5aa3-4278-98cc-aefc11e201e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.024063] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 821.024063] env[68627]: value = "task-3037047" [ 821.024063] env[68627]: _type = "Task" [ 821.024063] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.030689] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037042, 'name': ReconfigVM_Task, 'duration_secs': 0.806877} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.031389] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Reconfigured VM instance instance-00000038 to attach disk [datastore1] e128d8e5-e7bf-473a-aa5b-f887bf9057a2/e128d8e5-e7bf-473a-aa5b-f887bf9057a2.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.032068] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76d9ced6-9d79-481d-80d3-96676fc293d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.036864] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.041454] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for the task: (returnval){ [ 821.041454] env[68627]: value = "task-3037048" [ 821.041454] env[68627]: _type = "Task" [ 821.041454] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.049305] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037048, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.236725] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.237070] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceb72fc2-ccd4-4544-9d6a-288605e5e849 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.244987] env[68627]: DEBUG oslo_vmware.api [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 821.244987] env[68627]: value = "task-3037049" [ 821.244987] env[68627]: _type = "Task" [ 821.244987] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.253887] env[68627]: DEBUG oslo_vmware.api [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.336440] env[68627]: DEBUG nova.compute.manager [req-ee695edb-553f-4772-9707-8fa99477a62a req-5db399f3-1644-4f45-abf1-f6242f873a1b service nova] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Received event network-vif-plugged-8b4927d0-f7d5-470d-bb6d-43ee27741e86 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.336661] env[68627]: DEBUG oslo_concurrency.lockutils [req-ee695edb-553f-4772-9707-8fa99477a62a req-5db399f3-1644-4f45-abf1-f6242f873a1b service nova] Acquiring lock "98be3a3d-0094-40db-a6e6-8b0ae95b2435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.336874] env[68627]: DEBUG oslo_concurrency.lockutils [req-ee695edb-553f-4772-9707-8fa99477a62a req-5db399f3-1644-4f45-abf1-f6242f873a1b service nova] Lock "98be3a3d-0094-40db-a6e6-8b0ae95b2435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.337361] env[68627]: DEBUG oslo_concurrency.lockutils [req-ee695edb-553f-4772-9707-8fa99477a62a req-5db399f3-1644-4f45-abf1-f6242f873a1b service nova] Lock "98be3a3d-0094-40db-a6e6-8b0ae95b2435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.337588] env[68627]: DEBUG nova.compute.manager [req-ee695edb-553f-4772-9707-8fa99477a62a req-5db399f3-1644-4f45-abf1-f6242f873a1b service nova] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] No waiting events found dispatching network-vif-plugged-8b4927d0-f7d5-470d-bb6d-43ee27741e86 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.337763] env[68627]: WARNING nova.compute.manager [req-ee695edb-553f-4772-9707-8fa99477a62a req-5db399f3-1644-4f45-abf1-f6242f873a1b service nova] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Received unexpected event network-vif-plugged-8b4927d0-f7d5-470d-bb6d-43ee27741e86 for instance with vm_state building and task_state spawning. [ 821.366140] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037046, 'name': ReconfigVM_Task, 'duration_secs': 0.302371} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.366418] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Reconfigured VM instance instance-0000002d to attach disk [datastore2] bd68584c-0332-4bea-b08b-5a5682f32233/bd68584c-0332-4bea-b08b-5a5682f32233.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.366650] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating instance 'bd68584c-0332-4bea-b08b-5a5682f32233' progress to 50 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 821.384328] env[68627]: DEBUG nova.network.neutron [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Successfully updated port: 8b4927d0-f7d5-470d-bb6d-43ee27741e86 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.509999] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.510552] env[68627]: DEBUG nova.compute.manager [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.513405] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.057s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.514812] env[68627]: INFO nova.compute.claims [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.534403] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060501} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.534674] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.535477] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574eab37-a25d-49af-b621-6077081f7735 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.563301] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 8b733d8f-d022-48d8-9685-31ed951af87e/8b733d8f-d022-48d8-9685-31ed951af87e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.566846] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7639729-ad13-4e08-9f84-d05ab6556ce4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.587175] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037048, 'name': Rename_Task, 'duration_secs': 0.135749} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.588412] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.588725] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 821.588725] env[68627]: value = "task-3037050" [ 821.588725] env[68627]: _type = "Task" [ 821.588725] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.588912] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7bcdb98-ec8d-47a3-ac01-56b12cef8e04 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.598639] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.599855] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for the task: (returnval){ [ 821.599855] env[68627]: value = "task-3037051" [ 821.599855] env[68627]: _type = "Task" [ 821.599855] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.607549] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.755692] env[68627]: DEBUG oslo_vmware.api [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037049, 'name': PowerOnVM_Task, 'duration_secs': 0.398285} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.755974] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.756244] env[68627]: DEBUG nova.compute.manager [None req-66ae3686-601d-400a-b595-2291bf8b42c8 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.757009] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe2f662-86f0-4b8e-8f74-9e7a90405d93 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.878033] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0adf6fc-b963-4101-ab08-04eb637c9268 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.897602] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "refresh_cache-98be3a3d-0094-40db-a6e6-8b0ae95b2435" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.897772] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquired lock "refresh_cache-98be3a3d-0094-40db-a6e6-8b0ae95b2435" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.897925] env[68627]: DEBUG nova.network.neutron [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.899830] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf875236-9c2d-4c03-b4be-c6de1309f0a7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.919888] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating instance 'bd68584c-0332-4bea-b08b-5a5682f32233' progress to 67 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 822.023218] env[68627]: DEBUG nova.compute.utils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.025055] env[68627]: DEBUG nova.compute.manager [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.025055] env[68627]: DEBUG nova.network.neutron [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.075127] env[68627]: DEBUG nova.policy [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58a72143b3f54ba38a0c0734e3d4419a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee54a20aee5e4fad9dabdd49c4469726', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.101139] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.111868] env[68627]: DEBUG oslo_vmware.api [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037051, 'name': PowerOnVM_Task, 'duration_secs': 0.477256} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.111868] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.111868] env[68627]: INFO nova.compute.manager [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Took 8.71 seconds to spawn the instance on the hypervisor. [ 822.111868] env[68627]: DEBUG nova.compute.manager [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.111868] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faef5954-6497-473d-b882-44e69beb2847 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.346634] env[68627]: DEBUG nova.network.neutron [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Successfully created port: f7b78e62-b63f-4457-817a-499d021f5a99 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.446294] env[68627]: DEBUG nova.network.neutron [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.491578] env[68627]: DEBUG nova.network.neutron [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Port f064647d-3007-4f59-b88c-28ea06e68bc1 binding to destination host cpu-1 is already ACTIVE {{(pid=68627) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 822.528422] env[68627]: DEBUG nova.compute.manager [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.601961] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037050, 'name': ReconfigVM_Task, 'duration_secs': 0.971914} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.604770] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 8b733d8f-d022-48d8-9685-31ed951af87e/8b733d8f-d022-48d8-9685-31ed951af87e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.605652] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e0b746a-0103-4d3d-9b7f-efcc7d371f40 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.614664] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 822.614664] env[68627]: value = "task-3037052" [ 822.614664] env[68627]: _type = "Task" [ 822.614664] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.628557] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037052, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.634639] env[68627]: INFO nova.compute.manager [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Took 52.72 seconds to build instance. [ 822.667652] env[68627]: DEBUG nova.network.neutron [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Updating instance_info_cache with network_info: [{"id": "8b4927d0-f7d5-470d-bb6d-43ee27741e86", "address": "fa:16:3e:71:2b:75", "network": {"id": "42296aeb-2453-4119-b42a-6846ec7361c1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-22649129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3f985bf92643c982bb097161064328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b4927d0-f7", "ovs_interfaceid": "8b4927d0-f7d5-470d-bb6d-43ee27741e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.043269] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40096016-28c1-4fd5-9ec7-2d07550abd83 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.056350] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dc50a8-33f2-492c-8eb8-3affdb694567 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.093558] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f595bef-3db4-456d-a46e-8b6d322cd316 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.102259] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce34d8d7-dcd5-43f8-baec-e39692bcc735 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.120025] env[68627]: DEBUG nova.compute.provider_tree [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.130078] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037052, 'name': Rename_Task, 'duration_secs': 0.157771} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.131035] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.132194] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30ea4354-06a4-4a93-a704-1735f9688e2b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.138540] env[68627]: DEBUG oslo_concurrency.lockutils [None req-395be203-6785-4bd4-800d-47fbbf1e0e73 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Lock "e128d8e5-e7bf-473a-aa5b-f887bf9057a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.298s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.140578] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 823.140578] env[68627]: value = "task-3037054" [ 823.140578] env[68627]: _type = "Task" [ 823.140578] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.150122] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.170045] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Releasing lock "refresh_cache-98be3a3d-0094-40db-a6e6-8b0ae95b2435" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.170417] env[68627]: DEBUG nova.compute.manager [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Instance network_info: |[{"id": "8b4927d0-f7d5-470d-bb6d-43ee27741e86", "address": "fa:16:3e:71:2b:75", "network": {"id": "42296aeb-2453-4119-b42a-6846ec7361c1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-22649129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3f985bf92643c982bb097161064328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b4927d0-f7", "ovs_interfaceid": "8b4927d0-f7d5-470d-bb6d-43ee27741e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.171539] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:2b:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b4927d0-f7d5-470d-bb6d-43ee27741e86', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.179280] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.179549] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.179781] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89132fef-24a2-41f2-bd12-15dc65d64dbe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.203101] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.203101] env[68627]: value = "task-3037055" [ 823.203101] env[68627]: _type = "Task" [ 823.203101] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.212953] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037055, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.471782] env[68627]: DEBUG nova.compute.manager [req-81ab3b12-ea6f-4758-ab77-247ce2d43479 req-f5266eb4-9fc4-4909-b3b2-85e8aed85f30 service nova] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Received event network-changed-8b4927d0-f7d5-470d-bb6d-43ee27741e86 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.472331] env[68627]: DEBUG nova.compute.manager [req-81ab3b12-ea6f-4758-ab77-247ce2d43479 req-f5266eb4-9fc4-4909-b3b2-85e8aed85f30 service nova] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Refreshing instance network info cache due to event network-changed-8b4927d0-f7d5-470d-bb6d-43ee27741e86. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.472681] env[68627]: DEBUG oslo_concurrency.lockutils [req-81ab3b12-ea6f-4758-ab77-247ce2d43479 req-f5266eb4-9fc4-4909-b3b2-85e8aed85f30 service nova] Acquiring lock "refresh_cache-98be3a3d-0094-40db-a6e6-8b0ae95b2435" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.472911] env[68627]: DEBUG oslo_concurrency.lockutils [req-81ab3b12-ea6f-4758-ab77-247ce2d43479 req-f5266eb4-9fc4-4909-b3b2-85e8aed85f30 service nova] Acquired lock "refresh_cache-98be3a3d-0094-40db-a6e6-8b0ae95b2435" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.473194] env[68627]: DEBUG nova.network.neutron [req-81ab3b12-ea6f-4758-ab77-247ce2d43479 req-f5266eb4-9fc4-4909-b3b2-85e8aed85f30 service nova] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Refreshing network info cache for port 8b4927d0-f7d5-470d-bb6d-43ee27741e86 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.515532] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "bd68584c-0332-4bea-b08b-5a5682f32233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.515849] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "bd68584c-0332-4bea-b08b-5a5682f32233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.516114] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "bd68584c-0332-4bea-b08b-5a5682f32233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.539612] env[68627]: DEBUG nova.compute.manager [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.593400] env[68627]: DEBUG nova.virt.hardware [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.593803] env[68627]: DEBUG nova.virt.hardware [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.595110] env[68627]: DEBUG nova.virt.hardware [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.595110] env[68627]: DEBUG nova.virt.hardware [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.595110] env[68627]: DEBUG nova.virt.hardware [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.595110] env[68627]: DEBUG nova.virt.hardware [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.595110] env[68627]: DEBUG nova.virt.hardware [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.595341] env[68627]: DEBUG nova.virt.hardware [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.595379] env[68627]: DEBUG nova.virt.hardware [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.595600] env[68627]: DEBUG nova.virt.hardware [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.595834] env[68627]: DEBUG nova.virt.hardware [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.598401] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfde17e-d87c-4785-a8ac-2a62b7b2cbf4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.609033] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdc189d-e235-4270-8c38-8f6b4b801ae2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.625667] env[68627]: DEBUG nova.scheduler.client.report [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.642904] env[68627]: DEBUG nova.compute.manager [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.663038] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037054, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.721295] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037055, 'name': CreateVM_Task, 'duration_secs': 0.351948} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.721551] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.722289] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.722616] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.722860] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.723133] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423764df-8332-4d82-81d4-8123b1f4bb22 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.728638] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 823.728638] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528d548a-a0ad-7f73-bb5a-9444d2d95ea8" [ 823.728638] env[68627]: _type = "Task" [ 823.728638] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.740648] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528d548a-a0ad-7f73-bb5a-9444d2d95ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.106154] env[68627]: DEBUG nova.network.neutron [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Successfully updated port: f7b78e62-b63f-4457-817a-499d021f5a99 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.136149] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.140616] env[68627]: DEBUG nova.compute.manager [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.146195] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.787s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.146466] env[68627]: DEBUG nova.objects.instance [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Lazy-loading 'resources' on Instance uuid 3cef6433-9d93-4275-bb71-e88c6182d8ff {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.162522] env[68627]: DEBUG oslo_vmware.api [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037054, 'name': PowerOnVM_Task, 'duration_secs': 0.545605} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.167330] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.167541] env[68627]: INFO nova.compute.manager [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Took 13.50 seconds to spawn the instance on the hypervisor. [ 824.167714] env[68627]: DEBUG nova.compute.manager [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.168728] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cdcbee-4858-48ad-bc04-ebf63ca6ac6f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.187925] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.243038] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528d548a-a0ad-7f73-bb5a-9444d2d95ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.013603} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.243368] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.243603] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.243837] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.243986] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.244375] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.245390] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7ba6c9f-c438-428b-8a43-96292f37bb8d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.253533] env[68627]: DEBUG nova.network.neutron [req-81ab3b12-ea6f-4758-ab77-247ce2d43479 req-f5266eb4-9fc4-4909-b3b2-85e8aed85f30 service nova] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Updated VIF entry in instance network info cache for port 8b4927d0-f7d5-470d-bb6d-43ee27741e86. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.253858] env[68627]: DEBUG nova.network.neutron [req-81ab3b12-ea6f-4758-ab77-247ce2d43479 req-f5266eb4-9fc4-4909-b3b2-85e8aed85f30 service nova] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Updating instance_info_cache with network_info: [{"id": "8b4927d0-f7d5-470d-bb6d-43ee27741e86", "address": "fa:16:3e:71:2b:75", "network": {"id": "42296aeb-2453-4119-b42a-6846ec7361c1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-22649129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3f985bf92643c982bb097161064328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b4927d0-f7", "ovs_interfaceid": "8b4927d0-f7d5-470d-bb6d-43ee27741e86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.256236] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.256427] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.257360] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ea9b6c-09f3-4299-a45d-ce4fc2d12764 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.263008] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 824.263008] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5256c7bc-43b2-22a2-e27d-1d6d5b2c83c6" [ 824.263008] env[68627]: _type = "Task" [ 824.263008] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.272617] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5256c7bc-43b2-22a2-e27d-1d6d5b2c83c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.578613] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.578956] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.578956] env[68627]: DEBUG nova.network.neutron [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.609266] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "refresh_cache-896c1c18-ab61-474f-8357-098afecc2644" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.609489] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "refresh_cache-896c1c18-ab61-474f-8357-098afecc2644" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.609569] env[68627]: DEBUG nova.network.neutron [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.650327] env[68627]: DEBUG nova.compute.utils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.654781] env[68627]: DEBUG nova.compute.manager [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.654963] env[68627]: DEBUG nova.network.neutron [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.693185] env[68627]: INFO nova.compute.manager [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Took 55.48 seconds to build instance. [ 824.717839] env[68627]: DEBUG nova.policy [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f4acef73313454d9ee307418a3b76e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f5cdc528c2243938b69ff15a105ecce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.758394] env[68627]: DEBUG oslo_concurrency.lockutils [req-81ab3b12-ea6f-4758-ab77-247ce2d43479 req-f5266eb4-9fc4-4909-b3b2-85e8aed85f30 service nova] Releasing lock "refresh_cache-98be3a3d-0094-40db-a6e6-8b0ae95b2435" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.777849] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5256c7bc-43b2-22a2-e27d-1d6d5b2c83c6, 'name': SearchDatastore_Task, 'duration_secs': 0.035981} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.778700] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef46fb64-2a72-463a-b72e-82b86cead79a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.785086] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 824.785086] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5219c72e-f937-253a-9f32-fc8bd77f1735" [ 824.785086] env[68627]: _type = "Task" [ 824.785086] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.796132] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5219c72e-f937-253a-9f32-fc8bd77f1735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.057991] env[68627]: DEBUG nova.network.neutron [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Successfully created port: 5b44f14e-c805-4dd8-ba96-77de51d822ac {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.155408] env[68627]: DEBUG nova.compute.manager [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.164200] env[68627]: DEBUG nova.network.neutron [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.194885] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f3c58f22-dba3-445d-8e18-e41e118aa3fa tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "8b733d8f-d022-48d8-9685-31ed951af87e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.316s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.215786] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "8b733d8f-d022-48d8-9685-31ed951af87e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.216041] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "8b733d8f-d022-48d8-9685-31ed951af87e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.216259] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "8b733d8f-d022-48d8-9685-31ed951af87e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.216440] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "8b733d8f-d022-48d8-9685-31ed951af87e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.216604] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "8b733d8f-d022-48d8-9685-31ed951af87e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.219630] env[68627]: INFO nova.compute.manager [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Terminating instance [ 825.307780] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5219c72e-f937-253a-9f32-fc8bd77f1735, 'name': SearchDatastore_Task, 'duration_secs': 0.012893} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.308085] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.308358] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 98be3a3d-0094-40db-a6e6-8b0ae95b2435/98be3a3d-0094-40db-a6e6-8b0ae95b2435.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.308904] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e0ef3e-fa03-461f-9e52-1b55b09a125d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.319518] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 825.319518] env[68627]: value = "task-3037057" [ 825.319518] env[68627]: _type = "Task" [ 825.319518] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.327857] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.354647] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2942cbac-a17e-47fe-b2c5-33eb34024d4b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.362738] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff429e86-c241-4bb6-9fa2-fb2860c07ac9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.366762] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "d0bab223-cfbc-4b23-9a25-11787bb7487e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.366996] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "d0bab223-cfbc-4b23-9a25-11787bb7487e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.367208] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "d0bab223-cfbc-4b23-9a25-11787bb7487e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.367391] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "d0bab223-cfbc-4b23-9a25-11787bb7487e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.367556] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "d0bab223-cfbc-4b23-9a25-11787bb7487e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.370551] env[68627]: INFO nova.compute.manager [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Terminating instance [ 825.406684] env[68627]: DEBUG nova.network.neutron [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating instance_info_cache with network_info: [{"id": "f064647d-3007-4f59-b88c-28ea06e68bc1", "address": "fa:16:3e:23:37:7c", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf064647d-30", "ovs_interfaceid": "f064647d-3007-4f59-b88c-28ea06e68bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.408198] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44767c8f-c852-48a5-8a79-e4a79e93914b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.412899] env[68627]: DEBUG nova.network.neutron [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Updating instance_info_cache with network_info: [{"id": "f7b78e62-b63f-4457-817a-499d021f5a99", "address": "fa:16:3e:b1:a8:4e", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b78e62-b6", "ovs_interfaceid": "f7b78e62-b63f-4457-817a-499d021f5a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.419530] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4115036d-c0b0-40af-bf23-b9ab92d51581 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.437729] env[68627]: DEBUG nova.compute.provider_tree [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.666350] env[68627]: DEBUG nova.compute.manager [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Received event network-changed-b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.666589] env[68627]: DEBUG nova.compute.manager [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Refreshing instance network info cache due to event network-changed-b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.666679] env[68627]: DEBUG oslo_concurrency.lockutils [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] Acquiring lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.666778] env[68627]: DEBUG oslo_concurrency.lockutils [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] Acquired lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.666936] env[68627]: DEBUG nova.network.neutron [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Refreshing network info cache for port b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.697025] env[68627]: DEBUG nova.compute.manager [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.727853] env[68627]: DEBUG nova.compute.manager [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.728091] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.728980] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d25b6-237b-40b5-9d9e-00f3d9ff4849 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.738988] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.739259] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f416ac2-df34-4360-9802-555ccefb1095 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.746218] env[68627]: DEBUG oslo_vmware.api [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 825.746218] env[68627]: value = "task-3037058" [ 825.746218] env[68627]: _type = "Task" [ 825.746218] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.755285] env[68627]: DEBUG oslo_vmware.api [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.832765] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037057, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.906538] env[68627]: DEBUG nova.compute.manager [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.907048] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.908528] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272c5b46-fc05-4a0f-a17c-c7c2e85d9b96 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.914718] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.922298] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "refresh_cache-896c1c18-ab61-474f-8357-098afecc2644" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.922707] env[68627]: DEBUG nova.compute.manager [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Instance network_info: |[{"id": "f7b78e62-b63f-4457-817a-499d021f5a99", "address": "fa:16:3e:b1:a8:4e", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b78e62-b6", "ovs_interfaceid": "f7b78e62-b63f-4457-817a-499d021f5a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.923093] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.923773] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:a8:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7b78e62-b63f-4457-817a-499d021f5a99', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.934427] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.934789] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaf05677-f8ed-4861-aed9-9534c36863cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.938253] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.938590] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6a5b2d1-57ee-433d-938f-57d970943d42 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.958262] env[68627]: DEBUG nova.scheduler.client.report [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.966256] env[68627]: DEBUG oslo_vmware.api [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 825.966256] env[68627]: value = "task-3037059" [ 825.966256] env[68627]: _type = "Task" [ 825.966256] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.970764] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.970764] env[68627]: value = "task-3037060" [ 825.970764] env[68627]: _type = "Task" [ 825.970764] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.978818] env[68627]: DEBUG oslo_vmware.api [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.989080] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037060, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.170199] env[68627]: DEBUG nova.compute.manager [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.199484] env[68627]: DEBUG nova.virt.hardware [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.199808] env[68627]: DEBUG nova.virt.hardware [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.200033] env[68627]: DEBUG nova.virt.hardware [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.200283] env[68627]: DEBUG nova.virt.hardware [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.200475] env[68627]: DEBUG nova.virt.hardware [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.200674] env[68627]: DEBUG nova.virt.hardware [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.200903] env[68627]: DEBUG nova.virt.hardware [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.201156] env[68627]: DEBUG nova.virt.hardware [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.201445] env[68627]: DEBUG nova.virt.hardware [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.201727] env[68627]: DEBUG nova.virt.hardware [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.202014] env[68627]: DEBUG nova.virt.hardware [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.206592] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311c18cc-d61c-41ae-bdee-427e3ae55c98 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.224062] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b57cec-fba0-48d0-a436-5bd87e242a48 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.241483] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.256394] env[68627]: DEBUG oslo_vmware.api [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037058, 'name': PowerOffVM_Task, 'duration_secs': 0.340244} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.256739] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.256949] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.257629] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6cb50ea-bfd8-4798-abc1-5c8bad7e09b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.330599] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844012} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.333192] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 98be3a3d-0094-40db-a6e6-8b0ae95b2435/98be3a3d-0094-40db-a6e6-8b0ae95b2435.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.333425] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.333688] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61543082-9f17-4fbc-b535-d08efac6bb76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.341769] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 826.341769] env[68627]: value = "task-3037062" [ 826.341769] env[68627]: _type = "Task" [ 826.341769] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.353303] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.388528] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.388759] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.388943] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Deleting the datastore file [datastore1] 8b733d8f-d022-48d8-9685-31ed951af87e {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.389267] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0cdbeba-b659-48d4-bc4b-4d2ae8fb739c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.397487] env[68627]: DEBUG oslo_vmware.api [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for the task: (returnval){ [ 826.397487] env[68627]: value = "task-3037063" [ 826.397487] env[68627]: _type = "Task" [ 826.397487] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.407570] env[68627]: DEBUG oslo_vmware.api [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.439640] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3df5d4-4e55-465f-a3a7-aaf76c609b4a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.476961] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6407067e-ca92-4b28-9bc6-98f99e90400f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.482730] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.485465] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.899s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.486781] env[68627]: DEBUG nova.objects.instance [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Lazy-loading 'resources' on Instance uuid 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.499242] env[68627]: DEBUG oslo_vmware.api [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037059, 'name': PowerOffVM_Task, 'duration_secs': 0.36424} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.499569] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating instance 'bd68584c-0332-4bea-b08b-5a5682f32233' progress to 83 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 826.507428] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.507648] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.508204] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037060, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.509223] env[68627]: INFO nova.scheduler.client.report [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Deleted allocations for instance 3cef6433-9d93-4275-bb71-e88c6182d8ff [ 826.512883] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ba7f495-4fe8-4f7e-9199-bc80daa7079e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.567212] env[68627]: DEBUG nova.network.neutron [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Updated VIF entry in instance network info cache for port b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.567644] env[68627]: DEBUG nova.network.neutron [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Updating instance_info_cache with network_info: [{"id": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "address": "fa:16:3e:5f:f8:7c", "network": {"id": "76cd8e1e-1854-4216-a563-141776ee8325", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-86964821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3fed4bfce584bbba62139868b770920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57907f7-2d", "ovs_interfaceid": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.608362] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.608577] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.608753] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Deleting the datastore file [datastore2] d0bab223-cfbc-4b23-9a25-11787bb7487e {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.609040] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa03725f-2a7d-433c-95b6-a58900b0f45a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.616771] env[68627]: DEBUG oslo_vmware.api [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 826.616771] env[68627]: value = "task-3037065" [ 826.616771] env[68627]: _type = "Task" [ 826.616771] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.627045] env[68627]: DEBUG oslo_vmware.api [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.712346] env[68627]: DEBUG nova.network.neutron [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Successfully updated port: 5b44f14e-c805-4dd8-ba96-77de51d822ac {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.853718] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073583} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.854395] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.854749] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64896f97-15ac-4593-8063-2491613f5430 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.880848] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 98be3a3d-0094-40db-a6e6-8b0ae95b2435/98be3a3d-0094-40db-a6e6-8b0ae95b2435.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.881027] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4cf438c-6ce8-4d97-bb4b-52a068751c34 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.904699] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 826.904699] env[68627]: value = "task-3037066" [ 826.904699] env[68627]: _type = "Task" [ 826.904699] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.910954] env[68627]: DEBUG oslo_vmware.api [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Task: {'id': task-3037063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418512} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.911613] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.911825] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.911985] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.912176] env[68627]: INFO nova.compute.manager [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 826.912428] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.912627] env[68627]: DEBUG nova.compute.manager [-] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.912879] env[68627]: DEBUG nova.network.neutron [-] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.917690] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037066, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.999366] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037060, 'name': CreateVM_Task, 'duration_secs': 0.642844} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.999366] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.999764] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.999764] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.000200] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.001084] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151664a3-60e8-4017-bbc7-9651396db8f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.007862] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 827.007862] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529d39cc-94bb-25da-2aea-8b6768376b6d" [ 827.007862] env[68627]: _type = "Task" [ 827.007862] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.013528] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.013794] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98207669-2988-4dc8-b343-ededd6412c36 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.023391] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529d39cc-94bb-25da-2aea-8b6768376b6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.023861] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e7f4856-7e0a-41fb-a8e1-cdee3e3a303b tempest-ServerPasswordTestJSON-1438955883 tempest-ServerPasswordTestJSON-1438955883-project-member] Lock "3cef6433-9d93-4275-bb71-e88c6182d8ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.711s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.026619] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 827.026619] env[68627]: value = "task-3037068" [ 827.026619] env[68627]: _type = "Task" [ 827.026619] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.074912] env[68627]: DEBUG oslo_concurrency.lockutils [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] Releasing lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.075061] env[68627]: DEBUG nova.compute.manager [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Received event network-vif-plugged-f7b78e62-b63f-4457-817a-499d021f5a99 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.075248] env[68627]: DEBUG oslo_concurrency.lockutils [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] Acquiring lock "896c1c18-ab61-474f-8357-098afecc2644-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.075496] env[68627]: DEBUG oslo_concurrency.lockutils [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] Lock "896c1c18-ab61-474f-8357-098afecc2644-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.075631] env[68627]: DEBUG oslo_concurrency.lockutils [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] Lock "896c1c18-ab61-474f-8357-098afecc2644-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.075800] env[68627]: DEBUG nova.compute.manager [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] [instance: 896c1c18-ab61-474f-8357-098afecc2644] No waiting events found dispatching network-vif-plugged-f7b78e62-b63f-4457-817a-499d021f5a99 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.075968] env[68627]: WARNING nova.compute.manager [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Received unexpected event network-vif-plugged-f7b78e62-b63f-4457-817a-499d021f5a99 for instance with vm_state building and task_state spawning. [ 827.076155] env[68627]: DEBUG nova.compute.manager [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Received event network-changed-f7b78e62-b63f-4457-817a-499d021f5a99 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.076319] env[68627]: DEBUG nova.compute.manager [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Refreshing instance network info cache due to event network-changed-f7b78e62-b63f-4457-817a-499d021f5a99. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.076499] env[68627]: DEBUG oslo_concurrency.lockutils [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] Acquiring lock "refresh_cache-896c1c18-ab61-474f-8357-098afecc2644" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.076661] env[68627]: DEBUG oslo_concurrency.lockutils [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] Acquired lock "refresh_cache-896c1c18-ab61-474f-8357-098afecc2644" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.076791] env[68627]: DEBUG nova.network.neutron [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Refreshing network info cache for port f7b78e62-b63f-4457-817a-499d021f5a99 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.131281] env[68627]: DEBUG oslo_vmware.api [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.215640] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "refresh_cache-758f3c2a-5385-49ee-88ca-64e2136b254d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.215640] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "refresh_cache-758f3c2a-5385-49ee-88ca-64e2136b254d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.215640] env[68627]: DEBUG nova.network.neutron [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.437097] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.519966] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529d39cc-94bb-25da-2aea-8b6768376b6d, 'name': SearchDatastore_Task, 'duration_secs': 0.027658} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.520310] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.520554] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.520795] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.520944] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.521558] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.521836] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0031027b-e9d5-437a-9577-45acaf7f825f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.538999] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.540559] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.540747] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.541610] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc8da07-e607-4f96-9349-24ff27115002 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.552360] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 827.552360] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527e5e89-8583-3712-7a57-d3c06a493c4e" [ 827.552360] env[68627]: _type = "Task" [ 827.552360] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.564937] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527e5e89-8583-3712-7a57-d3c06a493c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.597801] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470492f6-3e0d-4cb0-bf77-f8f5502d6461 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.608425] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4801f2-053c-487e-aaa1-5d3d6c32bbec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.649935] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432e8a38-804b-4b82-abaa-866c16c84609 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.666660] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5d3d56-6385-4186-9e31-4fc9c0114a6c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.669472] env[68627]: DEBUG oslo_vmware.api [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519839} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.669757] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.670141] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.670357] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.670537] env[68627]: INFO nova.compute.manager [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Took 1.76 seconds to destroy the instance on the hypervisor. [ 827.670780] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.671405] env[68627]: DEBUG nova.compute.manager [-] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.671503] env[68627]: DEBUG nova.network.neutron [-] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.682215] env[68627]: DEBUG nova.compute.provider_tree [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.760273] env[68627]: DEBUG nova.network.neutron [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.768661] env[68627]: DEBUG nova.compute.manager [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Received event network-vif-plugged-5b44f14e-c805-4dd8-ba96-77de51d822ac {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.768880] env[68627]: DEBUG oslo_concurrency.lockutils [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] Acquiring lock "758f3c2a-5385-49ee-88ca-64e2136b254d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.769094] env[68627]: DEBUG oslo_concurrency.lockutils [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] Lock "758f3c2a-5385-49ee-88ca-64e2136b254d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.769667] env[68627]: DEBUG oslo_concurrency.lockutils [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] Lock "758f3c2a-5385-49ee-88ca-64e2136b254d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.769667] env[68627]: DEBUG nova.compute.manager [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] No waiting events found dispatching network-vif-plugged-5b44f14e-c805-4dd8-ba96-77de51d822ac {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.769667] env[68627]: WARNING nova.compute.manager [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Received unexpected event network-vif-plugged-5b44f14e-c805-4dd8-ba96-77de51d822ac for instance with vm_state building and task_state spawning. [ 827.769804] env[68627]: DEBUG nova.compute.manager [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Received event network-changed-5b44f14e-c805-4dd8-ba96-77de51d822ac {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.769872] env[68627]: DEBUG nova.compute.manager [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Refreshing instance network info cache due to event network-changed-5b44f14e-c805-4dd8-ba96-77de51d822ac. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.770205] env[68627]: DEBUG oslo_concurrency.lockutils [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] Acquiring lock "refresh_cache-758f3c2a-5385-49ee-88ca-64e2136b254d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.905951] env[68627]: DEBUG nova.network.neutron [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Updated VIF entry in instance network info cache for port f7b78e62-b63f-4457-817a-499d021f5a99. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.906342] env[68627]: DEBUG nova.network.neutron [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Updating instance_info_cache with network_info: [{"id": "f7b78e62-b63f-4457-817a-499d021f5a99", "address": "fa:16:3e:b1:a8:4e", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b78e62-b6", "ovs_interfaceid": "f7b78e62-b63f-4457-817a-499d021f5a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.926711] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037066, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.950019] env[68627]: DEBUG nova.network.neutron [-] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.967252] env[68627]: DEBUG nova.network.neutron [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Updating instance_info_cache with network_info: [{"id": "5b44f14e-c805-4dd8-ba96-77de51d822ac", "address": "fa:16:3e:56:20:56", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b44f14e-c8", "ovs_interfaceid": "5b44f14e-c805-4dd8-ba96-77de51d822ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.040671] env[68627]: DEBUG oslo_vmware.api [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037068, 'name': PowerOnVM_Task, 'duration_secs': 0.784562} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.041047] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.041260] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-15503aa4-cd2d-4793-abab-42baa7350d6b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating instance 'bd68584c-0332-4bea-b08b-5a5682f32233' progress to 100 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 828.062545] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527e5e89-8583-3712-7a57-d3c06a493c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011284} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.063475] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4caedb11-2dbd-4e95-9854-0208fe061009 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.070387] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 828.070387] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ce9987-e908-edd1-e4d2-a8a23dedd98b" [ 828.070387] env[68627]: _type = "Task" [ 828.070387] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.079546] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ce9987-e908-edd1-e4d2-a8a23dedd98b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.190219] env[68627]: DEBUG nova.scheduler.client.report [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.414301] env[68627]: DEBUG oslo_concurrency.lockutils [req-18eddcf6-0e2a-435b-a62f-5dff28d2c565 req-ddb63da3-66c1-413b-872e-46824d77d246 service nova] Releasing lock "refresh_cache-896c1c18-ab61-474f-8357-098afecc2644" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.433498] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037066, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.452944] env[68627]: INFO nova.compute.manager [-] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Took 1.54 seconds to deallocate network for instance. [ 828.469043] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "refresh_cache-758f3c2a-5385-49ee-88ca-64e2136b254d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.469639] env[68627]: DEBUG nova.compute.manager [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Instance network_info: |[{"id": "5b44f14e-c805-4dd8-ba96-77de51d822ac", "address": "fa:16:3e:56:20:56", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b44f14e-c8", "ovs_interfaceid": "5b44f14e-c805-4dd8-ba96-77de51d822ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.470516] env[68627]: DEBUG oslo_concurrency.lockutils [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] Acquired lock "refresh_cache-758f3c2a-5385-49ee-88ca-64e2136b254d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.470922] env[68627]: DEBUG nova.network.neutron [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Refreshing network info cache for port 5b44f14e-c805-4dd8-ba96-77de51d822ac {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.472489] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:20:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b44f14e-c805-4dd8-ba96-77de51d822ac', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.483651] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.486069] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.486908] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7f5c6be-0c8d-438e-8303-a9d7ceff59e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.519171] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.519171] env[68627]: value = "task-3037069" [ 828.519171] env[68627]: _type = "Task" [ 828.519171] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.532291] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037069, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.587940] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ce9987-e908-edd1-e4d2-a8a23dedd98b, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.587940] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.587940] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 896c1c18-ab61-474f-8357-098afecc2644/896c1c18-ab61-474f-8357-098afecc2644.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.587940] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-983c9711-4af8-46d5-b598-d2c1685287da {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.594448] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 828.594448] env[68627]: value = "task-3037070" [ 828.594448] env[68627]: _type = "Task" [ 828.594448] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.605219] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.657101] env[68627]: DEBUG nova.compute.manager [req-bc8a5f3a-f1de-430e-9475-0c5532a739cd req-97803624-82a0-45c6-b4fd-472e7e2e62bf service nova] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Received event network-vif-deleted-033f0e84-8a9a-45f7-a743-be63fd2492ba {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.657371] env[68627]: INFO nova.compute.manager [req-bc8a5f3a-f1de-430e-9475-0c5532a739cd req-97803624-82a0-45c6-b4fd-472e7e2e62bf service nova] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Neutron deleted interface 033f0e84-8a9a-45f7-a743-be63fd2492ba; detaching it from the instance and deleting it from the info cache [ 828.657732] env[68627]: DEBUG nova.network.neutron [req-bc8a5f3a-f1de-430e-9475-0c5532a739cd req-97803624-82a0-45c6-b4fd-472e7e2e62bf service nova] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.695419] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.698683] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.829s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.700487] env[68627]: INFO nova.compute.claims [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.734489] env[68627]: INFO nova.scheduler.client.report [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Deleted allocations for instance 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf [ 828.923580] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037066, 'name': ReconfigVM_Task, 'duration_secs': 1.640103} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.923580] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 98be3a3d-0094-40db-a6e6-8b0ae95b2435/98be3a3d-0094-40db-a6e6-8b0ae95b2435.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.923829] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c417221f-9e71-49c0-a8d0-afe251b6d008 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.933072] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 828.933072] env[68627]: value = "task-3037071" [ 828.933072] env[68627]: _type = "Task" [ 828.933072] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.944412] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037071, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.949927] env[68627]: DEBUG nova.network.neutron [-] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.961349] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.036690] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037069, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.105041] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037070, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.162603] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd3339b8-7e09-4494-9aa3-4106cca87624 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.176275] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41848d89-3acc-4fa4-80d9-9a33e80bc443 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.220019] env[68627]: DEBUG nova.compute.manager [req-bc8a5f3a-f1de-430e-9475-0c5532a739cd req-97803624-82a0-45c6-b4fd-472e7e2e62bf service nova] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Detach interface failed, port_id=033f0e84-8a9a-45f7-a743-be63fd2492ba, reason: Instance d0bab223-cfbc-4b23-9a25-11787bb7487e could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 829.249158] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8f099ce7-2e29-4885-b5bd-13eeca3f47c7 tempest-ServersTestFqdnHostnames-1338439289 tempest-ServersTestFqdnHostnames-1338439289-project-member] Lock "4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.083s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.322491] env[68627]: DEBUG nova.network.neutron [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Updated VIF entry in instance network info cache for port 5b44f14e-c805-4dd8-ba96-77de51d822ac. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.322873] env[68627]: DEBUG nova.network.neutron [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Updating instance_info_cache with network_info: [{"id": "5b44f14e-c805-4dd8-ba96-77de51d822ac", "address": "fa:16:3e:56:20:56", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b44f14e-c8", "ovs_interfaceid": "5b44f14e-c805-4dd8-ba96-77de51d822ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.444557] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037071, 'name': Rename_Task, 'duration_secs': 0.287417} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.444845] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.445111] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a8cd8e0-1aab-475e-84fa-92e98a0363c1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.454026] env[68627]: INFO nova.compute.manager [-] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Took 1.78 seconds to deallocate network for instance. [ 829.454470] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 829.454470] env[68627]: value = "task-3037073" [ 829.454470] env[68627]: _type = "Task" [ 829.454470] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.472226] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.531644] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037069, 'name': CreateVM_Task, 'duration_secs': 0.565725} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.531778] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.532444] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.532613] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.532952] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.533301] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f5bd55-e8cf-43d6-bd30-2b98ed0a8fa7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.538386] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 829.538386] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5295a9c8-e36a-08fe-d5a3-56ceb2eb177c" [ 829.538386] env[68627]: _type = "Task" [ 829.538386] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.547703] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5295a9c8-e36a-08fe-d5a3-56ceb2eb177c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.606267] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524985} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.606539] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 896c1c18-ab61-474f-8357-098afecc2644/896c1c18-ab61-474f-8357-098afecc2644.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.607304] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.607304] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f85e1fa-1890-4cd2-9399-e7b03cdb4f57 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.614181] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 829.614181] env[68627]: value = "task-3037074" [ 829.614181] env[68627]: _type = "Task" [ 829.614181] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.622542] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.827223] env[68627]: DEBUG oslo_concurrency.lockutils [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] Releasing lock "refresh_cache-758f3c2a-5385-49ee-88ca-64e2136b254d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.827593] env[68627]: DEBUG nova.compute.manager [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Received event network-vif-deleted-41c29f8f-6337-487d-b06a-c12e68850894 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.827858] env[68627]: INFO nova.compute.manager [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Neutron deleted interface 41c29f8f-6337-487d-b06a-c12e68850894; detaching it from the instance and deleting it from the info cache [ 829.828305] env[68627]: DEBUG nova.network.neutron [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Updating instance_info_cache with network_info: [{"id": "d02f35b4-5d3f-418a-b1a4-546a4b7120e8", "address": "fa:16:3e:d1:ab:b5", "network": {"id": "276050e2-11b6-4775-8213-09c8198e7bf9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1344173156", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b912216b405543cc8576be15ee52d740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd02f35b4-5d", "ovs_interfaceid": "d02f35b4-5d3f-418a-b1a4-546a4b7120e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.970779] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.972572] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037073, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.052645] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5295a9c8-e36a-08fe-d5a3-56ceb2eb177c, 'name': SearchDatastore_Task, 'duration_secs': 0.013561} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.052981] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.053276] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.053528] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.053677] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.053900] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.054575] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aef929e-a131-491f-996c-d77254e991f0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.067860] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.068069] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.068842] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e40eb5c-3f04-46c2-ab64-9cce3e8a0d63 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.078118] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 830.078118] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5203590d-8be0-0673-10cc-475d3faacf0f" [ 830.078118] env[68627]: _type = "Task" [ 830.078118] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.087806] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5203590d-8be0-0673-10cc-475d3faacf0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.127102] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071544} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.127852] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.128508] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fe30d0-24f4-4c45-b7be-3a5d88b6c973 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.155828] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 896c1c18-ab61-474f-8357-098afecc2644/896c1c18-ab61-474f-8357-098afecc2644.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.158706] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a2b5871-17ac-4576-ad56-563f09ccb2f2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.182589] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 830.182589] env[68627]: value = "task-3037075" [ 830.182589] env[68627]: _type = "Task" [ 830.182589] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.200123] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.227791] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b63d5e-ad7c-4045-b1af-01f02aac981f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.236014] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1b6788-252c-4f11-82be-bc995fd81dd6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.267589] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f8e1b7-8dcf-43a8-b557-e14365957b70 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.276161] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203cd4be-ac0f-401b-805a-8f2cca0b55a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.290911] env[68627]: DEBUG nova.compute.provider_tree [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.332020] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35a4e4f3-3e50-4ad3-94a2-ce12771747d9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.344059] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ac5002-9c2a-4641-9426-642b7f471877 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.379500] env[68627]: DEBUG nova.compute.manager [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Detach interface failed, port_id=41c29f8f-6337-487d-b06a-c12e68850894, reason: Instance 8b733d8f-d022-48d8-9685-31ed951af87e could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.379738] env[68627]: DEBUG nova.compute.manager [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Received event network-vif-deleted-d02f35b4-5d3f-418a-b1a4-546a4b7120e8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.379911] env[68627]: INFO nova.compute.manager [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Neutron deleted interface d02f35b4-5d3f-418a-b1a4-546a4b7120e8; detaching it from the instance and deleting it from the info cache [ 830.380095] env[68627]: DEBUG nova.network.neutron [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.406738] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "bd68584c-0332-4bea-b08b-5a5682f32233" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.406738] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "bd68584c-0332-4bea-b08b-5a5682f32233" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.406922] env[68627]: DEBUG nova.compute.manager [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Going to confirm migration 2 {{(pid=68627) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 830.469099] env[68627]: DEBUG oslo_vmware.api [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037073, 'name': PowerOnVM_Task, 'duration_secs': 0.559822} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.469387] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.469624] env[68627]: INFO nova.compute.manager [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Took 9.55 seconds to spawn the instance on the hypervisor. [ 830.469811] env[68627]: DEBUG nova.compute.manager [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.470734] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977d0244-f50b-41d0-8608-eaabe3837913 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.597750] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5203590d-8be0-0673-10cc-475d3faacf0f, 'name': SearchDatastore_Task, 'duration_secs': 0.020246} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.598679] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce8fa12-f5bf-4146-84a5-8ab8f5824dd8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.606290] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 830.606290] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]522b16d9-a05f-1bc5-d64d-83fdfacb71e7" [ 830.606290] env[68627]: _type = "Task" [ 830.606290] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.614676] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522b16d9-a05f-1bc5-d64d-83fdfacb71e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.695213] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.794457] env[68627]: DEBUG nova.scheduler.client.report [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.885013] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acd766bd-92b5-4ed8-aef3-9e93fa672525 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.893032] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff31d17-7e78-467d-b2b5-253534d5b7a5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.931212] env[68627]: DEBUG nova.compute.manager [req-8d08b4d9-21db-4146-be1d-43e2b53dd1c6 req-d6c2a1d0-61a9-4a44-921a-3d0c6f08774c service nova] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Detach interface failed, port_id=d02f35b4-5d3f-418a-b1a4-546a4b7120e8, reason: Instance 8b733d8f-d022-48d8-9685-31ed951af87e could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.993129] env[68627]: INFO nova.compute.manager [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Took 56.59 seconds to build instance. [ 830.998969] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.999483] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.999875] env[68627]: DEBUG nova.network.neutron [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.000964] env[68627]: DEBUG nova.objects.instance [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lazy-loading 'info_cache' on Instance uuid bd68584c-0332-4bea-b08b-5a5682f32233 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.123519] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522b16d9-a05f-1bc5-d64d-83fdfacb71e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.123733] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.124020] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 758f3c2a-5385-49ee-88ca-64e2136b254d/758f3c2a-5385-49ee-88ca-64e2136b254d.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.124302] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95c72a46-0334-46d1-8606-abd8ee45ca35 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.132636] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 831.132636] env[68627]: value = "task-3037076" [ 831.132636] env[68627]: _type = "Task" [ 831.132636] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.140941] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.196498] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037075, 'name': ReconfigVM_Task, 'duration_secs': 0.687841} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.196913] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 896c1c18-ab61-474f-8357-098afecc2644/896c1c18-ab61-474f-8357-098afecc2644.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.197492] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da70d512-42d0-4e0e-8903-c60dbd92fa9d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.205953] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 831.205953] env[68627]: value = "task-3037077" [ 831.205953] env[68627]: _type = "Task" [ 831.205953] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.217794] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037077, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.300691] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.304197] env[68627]: DEBUG nova.compute.manager [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.310033] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.252s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.310231] env[68627]: INFO nova.compute.claims [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.495767] env[68627]: DEBUG oslo_concurrency.lockutils [None req-57de12aa-588d-460c-8220-b9cba6d13208 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "98be3a3d-0094-40db-a6e6-8b0ae95b2435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.445s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.646842] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037076, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.720993] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037077, 'name': Rename_Task, 'duration_secs': 0.288772} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.726150] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.726150] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64442f59-edbc-40e0-9fc0-f286038e2976 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.731908] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 831.731908] env[68627]: value = "task-3037078" [ 831.731908] env[68627]: _type = "Task" [ 831.731908] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.742321] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.821444] env[68627]: DEBUG nova.compute.utils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.823234] env[68627]: DEBUG nova.compute.manager [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.823423] env[68627]: DEBUG nova.network.neutron [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.894985] env[68627]: DEBUG nova.policy [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '389033b275134e08bc3650b4ff54a41a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '648c66b2af2a4e438b7f0ad44ced76e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.999742] env[68627]: DEBUG nova.compute.manager [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.144364] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70918} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.144627] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 758f3c2a-5385-49ee-88ca-64e2136b254d/758f3c2a-5385-49ee-88ca-64e2136b254d.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.144835] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.145102] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d96aa96-2dc4-4b82-9a04-49c81d05eb8f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.152851] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 832.152851] env[68627]: value = "task-3037079" [ 832.152851] env[68627]: _type = "Task" [ 832.152851] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.166652] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.246330] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037078, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.250119] env[68627]: DEBUG nova.network.neutron [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating instance_info_cache with network_info: [{"id": "f064647d-3007-4f59-b88c-28ea06e68bc1", "address": "fa:16:3e:23:37:7c", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf064647d-30", "ovs_interfaceid": "f064647d-3007-4f59-b88c-28ea06e68bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.327651] env[68627]: DEBUG nova.compute.manager [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.363873] env[68627]: DEBUG nova.network.neutron [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Successfully created port: feac7ede-9a3b-4f18-a060-df13ac0ebc74 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.522379] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.668234] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083732} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.668513] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.669463] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a10b73-b666-46c9-9a63-12253a23ecb5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.698759] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 758f3c2a-5385-49ee-88ca-64e2136b254d/758f3c2a-5385-49ee-88ca-64e2136b254d.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.702532] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0ea28d5-2eba-47be-8f4d-a5fe768d2409 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.728128] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 832.728128] env[68627]: value = "task-3037080" [ 832.728128] env[68627]: _type = "Task" [ 832.728128] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.745567] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.752447] env[68627]: DEBUG oslo_vmware.api [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037078, 'name': PowerOnVM_Task, 'duration_secs': 0.752597} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.755787] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.756547] env[68627]: INFO nova.compute.manager [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Took 9.22 seconds to spawn the instance on the hypervisor. [ 832.756547] env[68627]: DEBUG nova.compute.manager [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.756892] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "refresh_cache-bd68584c-0332-4bea-b08b-5a5682f32233" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.757239] env[68627]: DEBUG nova.objects.instance [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lazy-loading 'migration_context' on Instance uuid bd68584c-0332-4bea-b08b-5a5682f32233 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.759729] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382ae438-261e-443c-b8b3-6a38c1dc81ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.881975] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30adb1b2-84c8-4954-b782-c9b99ecc825f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.890669] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de4d263-c363-428f-9aaa-508ca69e1fd5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.931025] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a717f972-222e-4293-9b1d-2425c30c775f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.939374] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a090f4fb-6526-461e-8046-0f7bb5347249 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.957782] env[68627]: DEBUG nova.compute.provider_tree [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.240764] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.263851] env[68627]: DEBUG nova.objects.base [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 833.264878] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461d2fd1-f17a-4327-8764-c33f79408629 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.297882] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2915965-f66b-4cdf-a8ab-9c8d25a38e3b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.300502] env[68627]: INFO nova.compute.manager [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Took 53.33 seconds to build instance. [ 833.306590] env[68627]: DEBUG oslo_vmware.api [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 833.306590] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52017db0-6ada-372f-946c-fe240d18bea9" [ 833.306590] env[68627]: _type = "Task" [ 833.306590] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.315629] env[68627]: DEBUG oslo_vmware.api [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52017db0-6ada-372f-946c-fe240d18bea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.337207] env[68627]: DEBUG nova.compute.manager [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.367318] env[68627]: DEBUG nova.virt.hardware [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.367570] env[68627]: DEBUG nova.virt.hardware [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.367754] env[68627]: DEBUG nova.virt.hardware [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.367906] env[68627]: DEBUG nova.virt.hardware [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.368071] env[68627]: DEBUG nova.virt.hardware [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.368226] env[68627]: DEBUG nova.virt.hardware [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.368438] env[68627]: DEBUG nova.virt.hardware [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.368598] env[68627]: DEBUG nova.virt.hardware [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.368766] env[68627]: DEBUG nova.virt.hardware [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.368930] env[68627]: DEBUG nova.virt.hardware [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.369118] env[68627]: DEBUG nova.virt.hardware [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.369970] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3605381b-642b-4917-b070-536b366224cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.379164] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e7066d-947b-4e4f-9a5f-4903f803f24e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.460868] env[68627]: DEBUG nova.scheduler.client.report [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.569598] env[68627]: DEBUG oslo_concurrency.lockutils [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Acquiring lock "a94195d8-4560-4520-af0a-23b74c51bdf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.569822] env[68627]: DEBUG oslo_concurrency.lockutils [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Lock "a94195d8-4560-4520-af0a-23b74c51bdf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.739472] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.802766] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7602ef5-063c-4b92-b5fa-bd655e32a895 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "896c1c18-ab61-474f-8357-098afecc2644" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.470s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.817967] env[68627]: DEBUG oslo_vmware.api [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52017db0-6ada-372f-946c-fe240d18bea9, 'name': SearchDatastore_Task, 'duration_secs': 0.011903} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.818985] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.969826] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.970712] env[68627]: DEBUG nova.compute.manager [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.973998] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.891s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.985526] env[68627]: DEBUG oslo_concurrency.lockutils [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "98be3a3d-0094-40db-a6e6-8b0ae95b2435" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.985796] env[68627]: DEBUG oslo_concurrency.lockutils [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "98be3a3d-0094-40db-a6e6-8b0ae95b2435" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.986078] env[68627]: DEBUG oslo_concurrency.lockutils [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "98be3a3d-0094-40db-a6e6-8b0ae95b2435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.986787] env[68627]: DEBUG oslo_concurrency.lockutils [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "98be3a3d-0094-40db-a6e6-8b0ae95b2435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.987062] env[68627]: DEBUG oslo_concurrency.lockutils [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "98be3a3d-0094-40db-a6e6-8b0ae95b2435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.991798] env[68627]: INFO nova.compute.manager [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Terminating instance [ 834.243817] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.274867] env[68627]: DEBUG nova.compute.manager [req-43f24274-ffa5-43ee-8c51-8019a5379873 req-ae236220-b5df-4c6e-b053-77164049c60f service nova] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Received event network-vif-plugged-feac7ede-9a3b-4f18-a060-df13ac0ebc74 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.275095] env[68627]: DEBUG oslo_concurrency.lockutils [req-43f24274-ffa5-43ee-8c51-8019a5379873 req-ae236220-b5df-4c6e-b053-77164049c60f service nova] Acquiring lock "98dfc73b-7a5f-4780-be92-4b656ba28276-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.275318] env[68627]: DEBUG oslo_concurrency.lockutils [req-43f24274-ffa5-43ee-8c51-8019a5379873 req-ae236220-b5df-4c6e-b053-77164049c60f service nova] Lock "98dfc73b-7a5f-4780-be92-4b656ba28276-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.275481] env[68627]: DEBUG oslo_concurrency.lockutils [req-43f24274-ffa5-43ee-8c51-8019a5379873 req-ae236220-b5df-4c6e-b053-77164049c60f service nova] Lock "98dfc73b-7a5f-4780-be92-4b656ba28276-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.275646] env[68627]: DEBUG nova.compute.manager [req-43f24274-ffa5-43ee-8c51-8019a5379873 req-ae236220-b5df-4c6e-b053-77164049c60f service nova] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] No waiting events found dispatching network-vif-plugged-feac7ede-9a3b-4f18-a060-df13ac0ebc74 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.275803] env[68627]: WARNING nova.compute.manager [req-43f24274-ffa5-43ee-8c51-8019a5379873 req-ae236220-b5df-4c6e-b053-77164049c60f service nova] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Received unexpected event network-vif-plugged-feac7ede-9a3b-4f18-a060-df13ac0ebc74 for instance with vm_state building and task_state spawning. [ 834.305669] env[68627]: DEBUG nova.compute.manager [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.370091] env[68627]: DEBUG nova.network.neutron [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Successfully updated port: feac7ede-9a3b-4f18-a060-df13ac0ebc74 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.477588] env[68627]: DEBUG nova.compute.utils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.481296] env[68627]: INFO nova.compute.claims [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.486181] env[68627]: DEBUG nova.compute.manager [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.486365] env[68627]: DEBUG nova.network.neutron [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.496875] env[68627]: DEBUG nova.compute.manager [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.496875] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.496875] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86c72fa-c405-48d6-a85a-591fa34c0396 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.513584] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.514685] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41603854-1a0b-4837-ada8-16493ec16fa2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.525695] env[68627]: DEBUG oslo_vmware.api [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 834.525695] env[68627]: value = "task-3037081" [ 834.525695] env[68627]: _type = "Task" [ 834.525695] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.534731] env[68627]: DEBUG nova.policy [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09f509a348e244e68e979db65be7d6ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '204ffe04b4334ff28ad9a3c77246ce4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.543920] env[68627]: DEBUG oslo_vmware.api [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.698225] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2e25ac8b-dabd-4288-baa5-bef13b94bcb6 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "896c1c18-ab61-474f-8357-098afecc2644" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.698225] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2e25ac8b-dabd-4288-baa5-bef13b94bcb6 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "896c1c18-ab61-474f-8357-098afecc2644" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.698225] env[68627]: DEBUG nova.compute.manager [None req-2e25ac8b-dabd-4288-baa5-bef13b94bcb6 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.698225] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a43d32a-74e0-48be-9b33-0ba88b5044ac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.704509] env[68627]: DEBUG nova.compute.manager [None req-2e25ac8b-dabd-4288-baa5-bef13b94bcb6 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68627) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 834.705315] env[68627]: DEBUG nova.objects.instance [None req-2e25ac8b-dabd-4288-baa5-bef13b94bcb6 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lazy-loading 'flavor' on Instance uuid 896c1c18-ab61-474f-8357-098afecc2644 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.747544] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037080, 'name': ReconfigVM_Task, 'duration_secs': 1.745962} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.747544] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 758f3c2a-5385-49ee-88ca-64e2136b254d/758f3c2a-5385-49ee-88ca-64e2136b254d.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.747544] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2587830c-ee6a-4086-a3c9-dd6ab0fd6edc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.755651] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 834.755651] env[68627]: value = "task-3037082" [ 834.755651] env[68627]: _type = "Task" [ 834.755651] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.769618] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037082, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.836399] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.873794] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "refresh_cache-98dfc73b-7a5f-4780-be92-4b656ba28276" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.873944] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "refresh_cache-98dfc73b-7a5f-4780-be92-4b656ba28276" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.874185] env[68627]: DEBUG nova.network.neutron [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.987505] env[68627]: DEBUG nova.compute.manager [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.993203] env[68627]: INFO nova.compute.resource_tracker [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating resource usage from migration cb404064-98fe-4d20-a1b7-6d5b9b402adf [ 835.040359] env[68627]: DEBUG oslo_vmware.api [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037081, 'name': PowerOffVM_Task, 'duration_secs': 0.247335} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.040600] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.041102] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.041102] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2866fded-6dc7-4ed5-a077-7563ddea603c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.052661] env[68627]: DEBUG nova.network.neutron [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Successfully created port: 87ccd935-9194-4d74-a1b2-389bcc0c5335 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.119492] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.119718] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.119913] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Deleting the datastore file [datastore2] 98be3a3d-0094-40db-a6e6-8b0ae95b2435 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.120258] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9919817-efbd-4320-8829-e3b15dddf033 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.128852] env[68627]: DEBUG oslo_vmware.api [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 835.128852] env[68627]: value = "task-3037084" [ 835.128852] env[68627]: _type = "Task" [ 835.128852] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.139544] env[68627]: DEBUG oslo_vmware.api [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.268348] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037082, 'name': Rename_Task, 'duration_secs': 0.162532} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.268348] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.271498] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22cc7f40-5e63-4716-b266-0dd052f6054c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.281869] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 835.281869] env[68627]: value = "task-3037085" [ 835.281869] env[68627]: _type = "Task" [ 835.281869] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.295068] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.413497] env[68627]: DEBUG nova.network.neutron [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.536505] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462e7926-78cb-41bd-aef9-74b67eee4d7e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.549636] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47183f0-59da-44b9-9d1e-8bc53f9dfa82 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.591084] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e4f096-d4d8-445a-950e-09f563555c66 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.601319] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43ab48d-57ae-47f1-ac35-5d8ceeba0a58 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.605921] env[68627]: DEBUG nova.network.neutron [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Updating instance_info_cache with network_info: [{"id": "feac7ede-9a3b-4f18-a060-df13ac0ebc74", "address": "fa:16:3e:e3:29:e2", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeac7ede-9a", "ovs_interfaceid": "feac7ede-9a3b-4f18-a060-df13ac0ebc74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.617919] env[68627]: DEBUG nova.compute.provider_tree [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.641258] env[68627]: DEBUG oslo_vmware.api [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172038} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.641258] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.641258] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.641258] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.641258] env[68627]: INFO nova.compute.manager [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Took 1.15 seconds to destroy the instance on the hypervisor. [ 835.641258] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.641617] env[68627]: DEBUG nova.compute.manager [-] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.641617] env[68627]: DEBUG nova.network.neutron [-] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.716036] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e25ac8b-dabd-4288-baa5-bef13b94bcb6 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.716036] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de45b6a2-af46-4c18-81a5-4387945a8918 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.724062] env[68627]: DEBUG oslo_vmware.api [None req-2e25ac8b-dabd-4288-baa5-bef13b94bcb6 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 835.724062] env[68627]: value = "task-3037086" [ 835.724062] env[68627]: _type = "Task" [ 835.724062] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.737174] env[68627]: DEBUG oslo_vmware.api [None req-2e25ac8b-dabd-4288-baa5-bef13b94bcb6 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.793461] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.006774] env[68627]: DEBUG nova.compute.manager [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.037262] env[68627]: DEBUG nova.virt.hardware [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.041296] env[68627]: DEBUG nova.virt.hardware [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.041492] env[68627]: DEBUG nova.virt.hardware [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.041693] env[68627]: DEBUG nova.virt.hardware [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.041841] env[68627]: DEBUG nova.virt.hardware [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.041989] env[68627]: DEBUG nova.virt.hardware [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.042219] env[68627]: DEBUG nova.virt.hardware [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.042381] env[68627]: DEBUG nova.virt.hardware [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.042547] env[68627]: DEBUG nova.virt.hardware [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.042709] env[68627]: DEBUG nova.virt.hardware [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.042885] env[68627]: DEBUG nova.virt.hardware [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.044177] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ed4c8c-2e7e-4c77-a227-73347839b864 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.052858] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4f2a4c-7af5-41b8-a2ef-d6dc407a916b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.109495] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "refresh_cache-98dfc73b-7a5f-4780-be92-4b656ba28276" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.109594] env[68627]: DEBUG nova.compute.manager [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Instance network_info: |[{"id": "feac7ede-9a3b-4f18-a060-df13ac0ebc74", "address": "fa:16:3e:e3:29:e2", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeac7ede-9a", "ovs_interfaceid": "feac7ede-9a3b-4f18-a060-df13ac0ebc74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.110019] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:29:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feac7ede-9a3b-4f18-a060-df13ac0ebc74', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.117853] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.118164] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.118439] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09b34d22-4821-4696-a310-962490f7fb6f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.133385] env[68627]: DEBUG nova.scheduler.client.report [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.143207] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.143207] env[68627]: value = "task-3037087" [ 836.143207] env[68627]: _type = "Task" [ 836.143207] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.151851] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037087, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.236562] env[68627]: DEBUG oslo_vmware.api [None req-2e25ac8b-dabd-4288-baa5-bef13b94bcb6 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037086, 'name': PowerOffVM_Task, 'duration_secs': 0.234975} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.236857] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e25ac8b-dabd-4288-baa5-bef13b94bcb6 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.237072] env[68627]: DEBUG nova.compute.manager [None req-2e25ac8b-dabd-4288-baa5-bef13b94bcb6 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.238076] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1016cda2-bf8e-4080-89b6-3d8d3f10547d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.300760] env[68627]: DEBUG oslo_vmware.api [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037085, 'name': PowerOnVM_Task, 'duration_secs': 0.913215} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.300760] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.301647] env[68627]: INFO nova.compute.manager [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Took 10.13 seconds to spawn the instance on the hypervisor. [ 836.301647] env[68627]: DEBUG nova.compute.manager [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.301821] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb91f99-6723-4921-b38d-b8df2facf2ab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.310891] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "45582fce-3581-448a-8a90-d307fbc9ac18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.310891] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "45582fce-3581-448a-8a90-d307fbc9ac18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.409737] env[68627]: DEBUG nova.compute.manager [req-5106a0b1-b4c1-488c-8eaf-d4856d6f2b83 req-64e17703-3d67-4f6f-bc39-3dbb4aa96852 service nova] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Received event network-vif-deleted-8b4927d0-f7d5-470d-bb6d-43ee27741e86 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.409972] env[68627]: INFO nova.compute.manager [req-5106a0b1-b4c1-488c-8eaf-d4856d6f2b83 req-64e17703-3d67-4f6f-bc39-3dbb4aa96852 service nova] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Neutron deleted interface 8b4927d0-f7d5-470d-bb6d-43ee27741e86; detaching it from the instance and deleting it from the info cache [ 836.410186] env[68627]: DEBUG nova.network.neutron [req-5106a0b1-b4c1-488c-8eaf-d4856d6f2b83 req-64e17703-3d67-4f6f-bc39-3dbb4aa96852 service nova] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.463901] env[68627]: DEBUG nova.network.neutron [-] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.492250] env[68627]: DEBUG nova.compute.manager [req-547f77d8-11ea-4a7a-96cb-27c942b6566e req-2cf8fa79-45e2-426d-bd90-8070195d4f40 service nova] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Received event network-changed-feac7ede-9a3b-4f18-a060-df13ac0ebc74 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.492250] env[68627]: DEBUG nova.compute.manager [req-547f77d8-11ea-4a7a-96cb-27c942b6566e req-2cf8fa79-45e2-426d-bd90-8070195d4f40 service nova] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Refreshing instance network info cache due to event network-changed-feac7ede-9a3b-4f18-a060-df13ac0ebc74. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.492250] env[68627]: DEBUG oslo_concurrency.lockutils [req-547f77d8-11ea-4a7a-96cb-27c942b6566e req-2cf8fa79-45e2-426d-bd90-8070195d4f40 service nova] Acquiring lock "refresh_cache-98dfc73b-7a5f-4780-be92-4b656ba28276" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.492250] env[68627]: DEBUG oslo_concurrency.lockutils [req-547f77d8-11ea-4a7a-96cb-27c942b6566e req-2cf8fa79-45e2-426d-bd90-8070195d4f40 service nova] Acquired lock "refresh_cache-98dfc73b-7a5f-4780-be92-4b656ba28276" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.492250] env[68627]: DEBUG nova.network.neutron [req-547f77d8-11ea-4a7a-96cb-27c942b6566e req-2cf8fa79-45e2-426d-bd90-8070195d4f40 service nova] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Refreshing network info cache for port feac7ede-9a3b-4f18-a060-df13ac0ebc74 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.638742] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.665s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.639010] env[68627]: INFO nova.compute.manager [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Migrating [ 836.649640] env[68627]: DEBUG oslo_concurrency.lockutils [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.812s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.650335] env[68627]: DEBUG nova.objects.instance [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lazy-loading 'resources' on Instance uuid eca40a24-cf88-4d85-aec1-f571763e7e11 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.675816] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037087, 'name': CreateVM_Task, 'duration_secs': 0.410637} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.676533] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.677274] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.677655] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.678052] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.678661] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca25a31-e241-4e51-bbdd-279681c02f50 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.685668] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 836.685668] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c3132d-56e6-5f88-820c-dd23feeb93c0" [ 836.685668] env[68627]: _type = "Task" [ 836.685668] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.694393] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c3132d-56e6-5f88-820c-dd23feeb93c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.752065] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2e25ac8b-dabd-4288-baa5-bef13b94bcb6 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "896c1c18-ab61-474f-8357-098afecc2644" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.826337] env[68627]: INFO nova.compute.manager [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Took 54.39 seconds to build instance. [ 836.914051] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-206b63ef-4206-4673-a571-34f70d4bfd61 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.924977] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c3cdc-44c7-45ff-a7fc-5b17c07907c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.964022] env[68627]: DEBUG nova.compute.manager [req-5106a0b1-b4c1-488c-8eaf-d4856d6f2b83 req-64e17703-3d67-4f6f-bc39-3dbb4aa96852 service nova] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Detach interface failed, port_id=8b4927d0-f7d5-470d-bb6d-43ee27741e86, reason: Instance 98be3a3d-0094-40db-a6e6-8b0ae95b2435 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.967506] env[68627]: INFO nova.compute.manager [-] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Took 1.33 seconds to deallocate network for instance. [ 837.157696] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.157883] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.159494] env[68627]: DEBUG nova.network.neutron [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.187532] env[68627]: DEBUG nova.network.neutron [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Successfully updated port: 87ccd935-9194-4d74-a1b2-389bcc0c5335 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.201219] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c3132d-56e6-5f88-820c-dd23feeb93c0, 'name': SearchDatastore_Task, 'duration_secs': 0.033159} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.205321] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.205685] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.205930] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.206092] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.206273] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.208516] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdf39106-5d0e-4040-a892-8fdba12bbe64 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.214281] env[68627]: DEBUG nova.network.neutron [req-547f77d8-11ea-4a7a-96cb-27c942b6566e req-2cf8fa79-45e2-426d-bd90-8070195d4f40 service nova] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Updated VIF entry in instance network info cache for port feac7ede-9a3b-4f18-a060-df13ac0ebc74. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.214627] env[68627]: DEBUG nova.network.neutron [req-547f77d8-11ea-4a7a-96cb-27c942b6566e req-2cf8fa79-45e2-426d-bd90-8070195d4f40 service nova] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Updating instance_info_cache with network_info: [{"id": "feac7ede-9a3b-4f18-a060-df13ac0ebc74", "address": "fa:16:3e:e3:29:e2", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeac7ede-9a", "ovs_interfaceid": "feac7ede-9a3b-4f18-a060-df13ac0ebc74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.224681] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.225354] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.225655] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85b806f-bdbf-4711-a65c-c37866a587d8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.232595] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 837.232595] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528ff884-c228-4cbe-ccb3-b85d71535ce5" [ 837.232595] env[68627]: _type = "Task" [ 837.232595] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.245823] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528ff884-c228-4cbe-ccb3-b85d71535ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.328666] env[68627]: DEBUG oslo_concurrency.lockutils [None req-446db1a6-aa14-4538-94ce-4b4f8ed7cdf2 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "758f3c2a-5385-49ee-88ca-64e2136b254d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.222s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.475703] env[68627]: DEBUG oslo_concurrency.lockutils [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.598131] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af666c7-ec31-4270-a2f8-81007590a27f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.606431] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0753ef-a92c-4721-9959-0b08b8d661f6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.640022] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9a9bbf-50bc-4d30-bb8f-1977f98b9bc0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.648983] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1f22dd-4d37-4659-8aeb-f275366e06bb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.669239] env[68627]: DEBUG nova.compute.provider_tree [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.694430] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.694603] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.695026] env[68627]: DEBUG nova.network.neutron [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.717637] env[68627]: DEBUG oslo_concurrency.lockutils [req-547f77d8-11ea-4a7a-96cb-27c942b6566e req-2cf8fa79-45e2-426d-bd90-8070195d4f40 service nova] Releasing lock "refresh_cache-98dfc73b-7a5f-4780-be92-4b656ba28276" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.746817] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528ff884-c228-4cbe-ccb3-b85d71535ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.02168} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.747712] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4836d930-65a3-4476-802b-4c1982898d57 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.754298] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 837.754298] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]522dbb72-a715-ecd0-5dda-62819dcb0d9e" [ 837.754298] env[68627]: _type = "Task" [ 837.754298] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.768864] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522dbb72-a715-ecd0-5dda-62819dcb0d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010976} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.768864] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.768864] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 98dfc73b-7a5f-4780-be92-4b656ba28276/98dfc73b-7a5f-4780-be92-4b656ba28276.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.769138] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caf2bbe8-0d02-4b4e-ad60-94ceb6e8d3c1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.779336] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 837.779336] env[68627]: value = "task-3037088" [ 837.779336] env[68627]: _type = "Task" [ 837.779336] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.788501] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.831864] env[68627]: DEBUG nova.compute.manager [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.876682] env[68627]: INFO nova.compute.manager [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Rebuilding instance [ 837.892252] env[68627]: DEBUG nova.network.neutron [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance_info_cache with network_info: [{"id": "95698341-e734-4399-93d8-d46eff53057f", "address": "fa:16:3e:4d:93:81", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95698341-e7", "ovs_interfaceid": "95698341-e734-4399-93d8-d46eff53057f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.930925] env[68627]: DEBUG nova.compute.manager [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.931915] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7a5f89-4e05-43e1-bbef-6d52845af9ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.175618] env[68627]: DEBUG nova.scheduler.client.report [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.242103] env[68627]: DEBUG nova.network.neutron [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.293220] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037088, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.379104] env[68627]: DEBUG nova.network.neutron [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updating instance_info_cache with network_info: [{"id": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "address": "fa:16:3e:45:0f:f3", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ccd935-91", "ovs_interfaceid": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.395378] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.421475] env[68627]: DEBUG oslo_concurrency.lockutils [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.517244] env[68627]: DEBUG nova.compute.manager [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Received event network-vif-plugged-87ccd935-9194-4d74-a1b2-389bcc0c5335 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.517873] env[68627]: DEBUG oslo_concurrency.lockutils [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] Acquiring lock "c1c4588e-9765-4db1-b0bc-40d5892dae14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.518114] env[68627]: DEBUG oslo_concurrency.lockutils [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.518321] env[68627]: DEBUG oslo_concurrency.lockutils [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.518473] env[68627]: DEBUG nova.compute.manager [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] No waiting events found dispatching network-vif-plugged-87ccd935-9194-4d74-a1b2-389bcc0c5335 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.518670] env[68627]: WARNING nova.compute.manager [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Received unexpected event network-vif-plugged-87ccd935-9194-4d74-a1b2-389bcc0c5335 for instance with vm_state building and task_state spawning. [ 838.518841] env[68627]: DEBUG nova.compute.manager [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Received event network-changed-87ccd935-9194-4d74-a1b2-389bcc0c5335 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.518996] env[68627]: DEBUG nova.compute.manager [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Refreshing instance network info cache due to event network-changed-87ccd935-9194-4d74-a1b2-389bcc0c5335. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.519175] env[68627]: DEBUG oslo_concurrency.lockutils [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] Acquiring lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.645964] env[68627]: DEBUG nova.compute.manager [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.646261] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e68532-de58-48fe-8a71-9977fb483cb9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.683686] env[68627]: DEBUG oslo_concurrency.lockutils [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.687943] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.762s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.688910] env[68627]: INFO nova.compute.claims [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.702575] env[68627]: INFO nova.scheduler.client.report [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Deleted allocations for instance eca40a24-cf88-4d85-aec1-f571763e7e11 [ 838.793836] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037088, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.883028] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.883028] env[68627]: DEBUG nova.compute.manager [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Instance network_info: |[{"id": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "address": "fa:16:3e:45:0f:f3", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ccd935-91", "ovs_interfaceid": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.883341] env[68627]: DEBUG oslo_concurrency.lockutils [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] Acquired lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.883494] env[68627]: DEBUG nova.network.neutron [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Refreshing network info cache for port 87ccd935-9194-4d74-a1b2-389bcc0c5335 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.885107] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:0f:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87ccd935-9194-4d74-a1b2-389bcc0c5335', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.893543] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.894627] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.894929] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e733554-634e-4057-8025-bab976879803 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.922430] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.922430] env[68627]: value = "task-3037089" [ 838.922430] env[68627]: _type = "Task" [ 838.922430] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.931073] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037089, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.949663] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.950029] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-856e74f7-ded3-441c-81c5-1be9695c9f9b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.958433] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 838.958433] env[68627]: value = "task-3037090" [ 838.958433] env[68627]: _type = "Task" [ 838.958433] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.969339] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 838.969581] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.970431] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd6e868-d25e-41c0-92df-7f01c8c019f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.978439] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.978759] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-facf3196-73b7-4162-abf5-cda28aa446b7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.109271] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.109271] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.109271] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleting the datastore file [datastore2] 896c1c18-ab61-474f-8357-098afecc2644 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.109689] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52a3c580-5f59-4beb-a7b5-d39284254bcf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.118092] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 839.118092] env[68627]: value = "task-3037092" [ 839.118092] env[68627]: _type = "Task" [ 839.118092] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.126630] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.162204] env[68627]: INFO nova.compute.manager [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] instance snapshotting [ 839.165329] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a7d5f6-fde8-4225-8d55-5c9885192dfe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.186071] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1535df68-e193-41bf-a882-b692ca054e71 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.214036] env[68627]: DEBUG oslo_concurrency.lockutils [None req-87c107c0-472c-4bad-92e8-8ab9b595b46c tempest-SecurityGroupsTestJSON-741668447 tempest-SecurityGroupsTestJSON-741668447-project-member] Lock "eca40a24-cf88-4d85-aec1-f571763e7e11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.480s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.293761] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037088, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.436696] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037089, 'name': CreateVM_Task, 'duration_secs': 0.353054} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.437033] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.437628] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.437806] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.438151] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.438407] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b1ef37-f5ce-4bcf-a3bb-bd73c6344e19 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.443762] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 839.443762] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52167e89-de91-7cd4-8228-a45e5375da38" [ 839.443762] env[68627]: _type = "Task" [ 839.443762] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.452545] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52167e89-de91-7cd4-8228-a45e5375da38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.608855] env[68627]: DEBUG nova.network.neutron [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updated VIF entry in instance network info cache for port 87ccd935-9194-4d74-a1b2-389bcc0c5335. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.609292] env[68627]: DEBUG nova.network.neutron [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updating instance_info_cache with network_info: [{"id": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "address": "fa:16:3e:45:0f:f3", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ccd935-91", "ovs_interfaceid": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.630083] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.698311] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 839.701440] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8aae137f-58e1-4cb8-b61b-65d29a9f6d28 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.709882] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 839.709882] env[68627]: value = "task-3037093" [ 839.709882] env[68627]: _type = "Task" [ 839.709882] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.721982] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.796330] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037088, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.56991} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.796330] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 98dfc73b-7a5f-4780-be92-4b656ba28276/98dfc73b-7a5f-4780-be92-4b656ba28276.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.796330] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.796330] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9961da5-7805-4ac6-acd2-313919e7ab02 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.808266] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 839.808266] env[68627]: value = "task-3037094" [ 839.808266] env[68627]: _type = "Task" [ 839.808266] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.818611] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.928181] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d86f9e-13b6-44ba-abfc-ea32e8a061bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.954066] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance 'f8a363a9-304e-4872-a088-6fec943204a1' progress to 0 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.969761] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52167e89-de91-7cd4-8228-a45e5375da38, 'name': SearchDatastore_Task, 'duration_secs': 0.011055} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.970079] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.970319] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.970570] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.970856] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.970936] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.971217] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4c2e93f-0bd1-4fe7-90c1-6742f9423275 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.980406] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.980865] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.985077] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7186f23-1c8a-4f3a-9f7b-8dc18bc2f167 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.994016] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 839.994016] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52dd0134-a772-12c7-8ea9-058fc1182de1" [ 839.994016] env[68627]: _type = "Task" [ 839.994016] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.004065] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52dd0134-a772-12c7-8ea9-058fc1182de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.112394] env[68627]: DEBUG oslo_concurrency.lockutils [req-51b8a6fc-0d62-44ac-9911-d8d08fdcfa51 req-1027d6ec-c3a6-41b1-99d3-3b5b8b26da4e service nova] Releasing lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.133385] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.599706} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.133761] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.133992] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.134297] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.220861] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.235143] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f00d55-fdaf-47b5-a9c2-d47c5d9b3b2d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.242487] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8da007-9103-4526-a952-ae5e86a8390e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.274800] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a436f0e3-714d-4223-b7dd-0583454ac281 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.283084] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c2c28d-ea3c-40c1-a478-52ddde29db22 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.296878] env[68627]: DEBUG nova.compute.provider_tree [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.317464] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071354} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.317744] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.318491] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1b5642-000d-46c3-bde5-bb05b6c1617b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.341032] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 98dfc73b-7a5f-4780-be92-4b656ba28276/98dfc73b-7a5f-4780-be92-4b656ba28276.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.341163] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6da2e0b9-c95e-41f6-8cc5-0b10d76aa098 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.361315] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 840.361315] env[68627]: value = "task-3037095" [ 840.361315] env[68627]: _type = "Task" [ 840.361315] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.372969] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.465805] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.466199] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d30ea03-1074-4248-a820-21124bc5559f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.476354] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 840.476354] env[68627]: value = "task-3037096" [ 840.476354] env[68627]: _type = "Task" [ 840.476354] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.486676] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.503551] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52dd0134-a772-12c7-8ea9-058fc1182de1, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.504651] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dbcc431-c9bd-46cf-9ee3-84547866ff28 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.510682] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 840.510682] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52db58dd-f461-ed34-e8c8-ff0f4472c863" [ 840.510682] env[68627]: _type = "Task" [ 840.510682] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.519792] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52db58dd-f461-ed34-e8c8-ff0f4472c863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.720509] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037093, 'name': CreateSnapshot_Task, 'duration_secs': 0.926535} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.720752] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 840.721609] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f61215-0752-4a8d-b0a0-bd128e4edb65 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.800091] env[68627]: DEBUG nova.scheduler.client.report [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.872740] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037095, 'name': ReconfigVM_Task, 'duration_secs': 0.326222} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.872880] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 98dfc73b-7a5f-4780-be92-4b656ba28276/98dfc73b-7a5f-4780-be92-4b656ba28276.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.873671] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b2610f8-80a6-4776-abba-3406f56d8c79 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.882337] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 840.882337] env[68627]: value = "task-3037097" [ 840.882337] env[68627]: _type = "Task" [ 840.882337] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.891610] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037097, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.992477] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037096, 'name': PowerOffVM_Task, 'duration_secs': 0.205612} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.993123] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.993123] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance 'f8a363a9-304e-4872-a088-6fec943204a1' progress to 17 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.024028] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52db58dd-f461-ed34-e8c8-ff0f4472c863, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.024028] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.024028] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] c1c4588e-9765-4db1-b0bc-40d5892dae14/c1c4588e-9765-4db1-b0bc-40d5892dae14.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.024028] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdcd30fc-7134-4f30-a7d4-c98219802e02 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.032089] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 841.032089] env[68627]: value = "task-3037098" [ 841.032089] env[68627]: _type = "Task" [ 841.032089] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.041639] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.172683] env[68627]: DEBUG nova.virt.hardware [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.172965] env[68627]: DEBUG nova.virt.hardware [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.173097] env[68627]: DEBUG nova.virt.hardware [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.173317] env[68627]: DEBUG nova.virt.hardware [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.173464] env[68627]: DEBUG nova.virt.hardware [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.173715] env[68627]: DEBUG nova.virt.hardware [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.173816] env[68627]: DEBUG nova.virt.hardware [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.173971] env[68627]: DEBUG nova.virt.hardware [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.174194] env[68627]: DEBUG nova.virt.hardware [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.174387] env[68627]: DEBUG nova.virt.hardware [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.174761] env[68627]: DEBUG nova.virt.hardware [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.175437] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dda3a9-4421-4353-9742-2c965d895a06 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.184081] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892036bb-6855-4f92-ad80-ba0a1d309b6e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.200852] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:a8:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7b78e62-b63f-4457-817a-499d021f5a99', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.208501] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.208703] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.208927] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02d0e1a5-802a-4ef9-8595-dffc46d68e6f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.231476] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.231476] env[68627]: value = "task-3037099" [ 841.231476] env[68627]: _type = "Task" [ 841.231476] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.242746] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 841.249828] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9dc495aa-a728-4a9d-9dd8-78b83c3aaa45 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.253882] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037099, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.261402] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 841.261402] env[68627]: value = "task-3037100" [ 841.261402] env[68627]: _type = "Task" [ 841.261402] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.273992] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037100, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.306145] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.306814] env[68627]: DEBUG nova.compute.manager [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.309530] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.729s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.314914] env[68627]: INFO nova.compute.claims [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.393311] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037097, 'name': Rename_Task, 'duration_secs': 0.17144} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.393807] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.394177] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a8c92b1-61d2-41c5-a3dd-ddc760d78277 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.402682] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 841.402682] env[68627]: value = "task-3037101" [ 841.402682] env[68627]: _type = "Task" [ 841.402682] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.412486] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.500422] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.501093] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.501093] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.501260] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.501417] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.501511] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.501725] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.501886] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.502070] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.502256] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.502438] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.508177] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-235cdb3e-8a68-40c5-85d2-c3a539506868 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.526304] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 841.526304] env[68627]: value = "task-3037102" [ 841.526304] env[68627]: _type = "Task" [ 841.526304] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.536589] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.546545] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037098, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.742175] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037099, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.773860] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037100, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.820653] env[68627]: DEBUG nova.compute.utils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.824277] env[68627]: DEBUG nova.compute.manager [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.824488] env[68627]: DEBUG nova.network.neutron [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.877292] env[68627]: DEBUG nova.policy [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98648bcd506f466cb76026d4b8aac4e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53b4c921012443498d471ec05c26486d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.915777] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.044471] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.050542] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682921} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.050816] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] c1c4588e-9765-4db1-b0bc-40d5892dae14/c1c4588e-9765-4db1-b0bc-40d5892dae14.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.051043] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.051315] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25401214-74a2-4f74-9a28-6f88d1caf9c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.059344] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 842.059344] env[68627]: value = "task-3037103" [ 842.059344] env[68627]: _type = "Task" [ 842.059344] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.068457] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.217666] env[68627]: DEBUG nova.network.neutron [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Successfully created port: c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.245150] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037099, 'name': CreateVM_Task, 'duration_secs': 0.804578} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.245334] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.245930] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.246204] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.246527] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.246802] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e248f086-84a9-4ffa-a06c-af2b45cb5c01 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.252083] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 842.252083] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5294e18f-f7bc-14c7-3200-1dc9de75621e" [ 842.252083] env[68627]: _type = "Task" [ 842.252083] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.271039] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5294e18f-f7bc-14c7-3200-1dc9de75621e, 'name': SearchDatastore_Task, 'duration_secs': 0.013277} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.271831] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.272115] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.272360] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.272512] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.272903] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.273229] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc61da1c-297d-494d-b998-17f0bd5f33ff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.279239] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037100, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.288313] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.288507] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.289390] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e08052d2-81a8-48e6-bb50-339fc380d01c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.295580] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 842.295580] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5204e5b4-dea3-6c9e-220f-55cfb1c7ca63" [ 842.295580] env[68627]: _type = "Task" [ 842.295580] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.303971] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5204e5b4-dea3-6c9e-220f-55cfb1c7ca63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.324819] env[68627]: DEBUG nova.compute.manager [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.415974] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.541190] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037102, 'name': ReconfigVM_Task, 'duration_secs': 0.752123} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.542633] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance 'f8a363a9-304e-4872-a088-6fec943204a1' progress to 33 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.573704] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081065} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.573986] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.574941] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd9ee92-600d-4801-983d-d16047e2ea7c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.610442] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] c1c4588e-9765-4db1-b0bc-40d5892dae14/c1c4588e-9765-4db1-b0bc-40d5892dae14.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.614821] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05e5fa2d-b2df-4c55-bd44-85188a9febf9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.639200] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 842.639200] env[68627]: value = "task-3037104" [ 842.639200] env[68627]: _type = "Task" [ 842.639200] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.652382] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.778042] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037100, 'name': CloneVM_Task} progress is 95%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.810172] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5204e5b4-dea3-6c9e-220f-55cfb1c7ca63, 'name': SearchDatastore_Task, 'duration_secs': 0.016029} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.815169] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1967b690-d227-4944-a1d5-7d11a178e072 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.822339] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 842.822339] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad216d-6807-a5a0-e0d7-e5f7a9bf5a7f" [ 842.822339] env[68627]: _type = "Task" [ 842.822339] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.837758] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad216d-6807-a5a0-e0d7-e5f7a9bf5a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.915365] env[68627]: DEBUG oslo_vmware.api [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037101, 'name': PowerOnVM_Task, 'duration_secs': 1.155549} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.918130] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.918417] env[68627]: INFO nova.compute.manager [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Took 9.58 seconds to spawn the instance on the hypervisor. [ 842.918670] env[68627]: DEBUG nova.compute.manager [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.919785] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcc9627-3fb7-4fea-9e02-2599fa8a3141 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.948689] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce04a9da-312a-4611-b000-ebb8d044cf36 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.958312] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84942762-957d-4ce2-ab0c-95bbe98a9f82 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.994682] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ab8c74-b8e0-4c67-88c5-ef562574eeaa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.004155] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9895d406-0e43-41db-970a-aafc7ae70b51 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.018579] env[68627]: DEBUG nova.compute.provider_tree [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.052241] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:49:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0cad744e-a543-43de-bd74-a01408ae3f95',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-240222413',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.052497] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.052655] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.052835] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.052980] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.053149] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.053428] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.053595] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.053762] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.053924] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.054123] env[68627]: DEBUG nova.virt.hardware [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.060540] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 843.060983] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-622cc77a-cb64-46e2-b28d-cb19e49ac105 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.081930] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 843.081930] env[68627]: value = "task-3037105" [ 843.081930] env[68627]: _type = "Task" [ 843.081930] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.090521] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.156205] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.274872] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037100, 'name': CloneVM_Task, 'duration_secs': 1.721349} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.275166] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Created linked-clone VM from snapshot [ 843.275968] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f34f8f-e1e4-44dd-abf5-c2db5af92221 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.284424] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Uploading image 120f2be0-ad8a-48fc-a678-ddc7d65707c2 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 843.307484] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 843.307484] env[68627]: value = "vm-608558" [ 843.307484] env[68627]: _type = "VirtualMachine" [ 843.307484] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 843.307784] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-554ffea8-852f-4dd9-a1c4-df4892f94049 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.315849] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lease: (returnval){ [ 843.315849] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a4b08b-d8d3-42be-d1ea-c13d7536ebdd" [ 843.315849] env[68627]: _type = "HttpNfcLease" [ 843.315849] env[68627]: } obtained for exporting VM: (result){ [ 843.315849] env[68627]: value = "vm-608558" [ 843.315849] env[68627]: _type = "VirtualMachine" [ 843.315849] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 843.316144] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the lease: (returnval){ [ 843.316144] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a4b08b-d8d3-42be-d1ea-c13d7536ebdd" [ 843.316144] env[68627]: _type = "HttpNfcLease" [ 843.316144] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 843.324046] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.324046] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a4b08b-d8d3-42be-d1ea-c13d7536ebdd" [ 843.324046] env[68627]: _type = "HttpNfcLease" [ 843.324046] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 843.333264] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad216d-6807-a5a0-e0d7-e5f7a9bf5a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.033921} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.333830] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.333830] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 896c1c18-ab61-474f-8357-098afecc2644/896c1c18-ab61-474f-8357-098afecc2644.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.334119] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7be29b18-4d72-46a5-8e6d-dcef6f5984eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.342166] env[68627]: DEBUG nova.compute.manager [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.344654] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 843.344654] env[68627]: value = "task-3037107" [ 843.344654] env[68627]: _type = "Task" [ 843.344654] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.353797] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.375918] env[68627]: DEBUG nova.virt.hardware [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.376220] env[68627]: DEBUG nova.virt.hardware [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.376387] env[68627]: DEBUG nova.virt.hardware [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.376595] env[68627]: DEBUG nova.virt.hardware [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.376716] env[68627]: DEBUG nova.virt.hardware [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.376869] env[68627]: DEBUG nova.virt.hardware [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.377139] env[68627]: DEBUG nova.virt.hardware [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.377390] env[68627]: DEBUG nova.virt.hardware [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.377534] env[68627]: DEBUG nova.virt.hardware [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.377731] env[68627]: DEBUG nova.virt.hardware [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.377918] env[68627]: DEBUG nova.virt.hardware [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.378808] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beac3e1-4a81-449a-bad8-3d0f5ab685b8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.390750] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc2cab-9192-4bb8-b73e-9ef8b04e2c90 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.442756] env[68627]: INFO nova.compute.manager [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Took 56.59 seconds to build instance. [ 843.521618] env[68627]: DEBUG nova.scheduler.client.report [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.593360] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037105, 'name': ReconfigVM_Task, 'duration_secs': 0.401267} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.593700] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 843.594555] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcb78a3-dacd-4a4b-ba40-a3d955f1eaf6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.617845] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] f8a363a9-304e-4872-a088-6fec943204a1/f8a363a9-304e-4872-a088-6fec943204a1.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.618201] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-680dfdac-9ce6-475b-aa6b-6953cfa64873 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.638089] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 843.638089] env[68627]: value = "task-3037108" [ 843.638089] env[68627]: _type = "Task" [ 843.638089] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.649811] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.652947] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037104, 'name': ReconfigVM_Task, 'duration_secs': 0.767658} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.653258] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Reconfigured VM instance instance-0000003d to attach disk [datastore2] c1c4588e-9765-4db1-b0bc-40d5892dae14/c1c4588e-9765-4db1-b0bc-40d5892dae14.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.653956] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99901478-89b9-43a2-bff3-441e658f3773 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.661942] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 843.661942] env[68627]: value = "task-3037109" [ 843.661942] env[68627]: _type = "Task" [ 843.661942] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.673469] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037109, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.827147] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.827147] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a4b08b-d8d3-42be-d1ea-c13d7536ebdd" [ 843.827147] env[68627]: _type = "HttpNfcLease" [ 843.827147] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 843.827579] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 843.827579] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a4b08b-d8d3-42be-d1ea-c13d7536ebdd" [ 843.827579] env[68627]: _type = "HttpNfcLease" [ 843.827579] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 843.828682] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cae56e-80e5-4768-83be-ecf686cf919a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.838869] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52485fcf-43d8-31c2-b761-99f318b9cd8f/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 843.839121] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52485fcf-43d8-31c2-b761-99f318b9cd8f/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 843.914899] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037107, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.949741] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e39e0677-1dea-4c19-94b7-b6a1cf5fff82 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "98dfc73b-7a5f-4780-be92-4b656ba28276" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.111s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.027289] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.028036] env[68627]: DEBUG nova.compute.manager [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.030685] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.260s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.034041] env[68627]: INFO nova.compute.claims [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.039421] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1181cfe6-14e8-4121-959b-62a481edf91f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.150859] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037108, 'name': ReconfigVM_Task, 'duration_secs': 0.384781} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.152015] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Reconfigured VM instance instance-00000033 to attach disk [datastore1] f8a363a9-304e-4872-a088-6fec943204a1/f8a363a9-304e-4872-a088-6fec943204a1.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.152435] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance 'f8a363a9-304e-4872-a088-6fec943204a1' progress to 50 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.173338] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037109, 'name': Rename_Task, 'duration_secs': 0.205809} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.173742] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.174105] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00470ed9-250a-4495-846b-ebf8870bf977 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.183656] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 844.183656] env[68627]: value = "task-3037110" [ 844.183656] env[68627]: _type = "Task" [ 844.183656] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.195342] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.313776] env[68627]: DEBUG nova.network.neutron [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Successfully updated port: c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.429690] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701486} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.429690] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 896c1c18-ab61-474f-8357-098afecc2644/896c1c18-ab61-474f-8357-098afecc2644.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.430568] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.430568] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9d18230-ae81-4e5e-bedf-aed1d7404c5a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.442464] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 844.442464] env[68627]: value = "task-3037111" [ 844.442464] env[68627]: _type = "Task" [ 844.442464] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.454467] env[68627]: DEBUG nova.compute.manager [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.459372] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.539139] env[68627]: DEBUG nova.compute.utils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.547961] env[68627]: DEBUG nova.compute.manager [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.548220] env[68627]: DEBUG nova.network.neutron [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.618722] env[68627]: DEBUG nova.compute.manager [req-dc48717b-db6e-42e8-92cd-e2c21e3fd6b3 req-09c44a16-1228-4d77-a486-dcbaba864c28 service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Received event network-vif-plugged-c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.618722] env[68627]: DEBUG oslo_concurrency.lockutils [req-dc48717b-db6e-42e8-92cd-e2c21e3fd6b3 req-09c44a16-1228-4d77-a486-dcbaba864c28 service nova] Acquiring lock "f6817d76-4935-450d-8a4a-d8366420f9f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.618722] env[68627]: DEBUG oslo_concurrency.lockutils [req-dc48717b-db6e-42e8-92cd-e2c21e3fd6b3 req-09c44a16-1228-4d77-a486-dcbaba864c28 service nova] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.618722] env[68627]: DEBUG oslo_concurrency.lockutils [req-dc48717b-db6e-42e8-92cd-e2c21e3fd6b3 req-09c44a16-1228-4d77-a486-dcbaba864c28 service nova] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.618722] env[68627]: DEBUG nova.compute.manager [req-dc48717b-db6e-42e8-92cd-e2c21e3fd6b3 req-09c44a16-1228-4d77-a486-dcbaba864c28 service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] No waiting events found dispatching network-vif-plugged-c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.619823] env[68627]: WARNING nova.compute.manager [req-dc48717b-db6e-42e8-92cd-e2c21e3fd6b3 req-09c44a16-1228-4d77-a486-dcbaba864c28 service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Received unexpected event network-vif-plugged-c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8 for instance with vm_state building and task_state spawning. [ 844.628716] env[68627]: DEBUG nova.policy [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '663b7d45b3b840c2a060669ca662596b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70f9fd91dc1f4de293bdce913ed53ba5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.665242] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dca5129-f08b-4612-9a1b-708c917dab15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.714363] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3441ec7e-0982-4da9-b025-aac6b7f326fd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.766726] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037110, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.766726] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance 'f8a363a9-304e-4872-a088-6fec943204a1' progress to 67 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.821906] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.822136] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.822753] env[68627]: DEBUG nova.network.neutron [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.860478] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "9838fe84-0e94-44bc-9f00-3400ffdc8e05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.863040] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "9838fe84-0e94-44bc-9f00-3400ffdc8e05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.953496] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107466} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.953868] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.954884] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf267fc-f90c-41c4-b019-8de461f84030 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.987185] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 896c1c18-ab61-474f-8357-098afecc2644/896c1c18-ab61-474f-8357-098afecc2644.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.992392] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed336ffc-50c7-44c2-8cb6-5bbc85e64634 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.017514] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 845.017514] env[68627]: value = "task-3037112" [ 845.017514] env[68627]: _type = "Task" [ 845.017514] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.030786] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.032497] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.048913] env[68627]: DEBUG nova.compute.manager [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.218639] env[68627]: DEBUG oslo_vmware.api [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037110, 'name': PowerOnVM_Task, 'duration_secs': 0.883172} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.218941] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.219630] env[68627]: INFO nova.compute.manager [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Took 9.21 seconds to spawn the instance on the hypervisor. [ 845.219630] env[68627]: DEBUG nova.compute.manager [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.220191] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2348b0d-a303-4b09-9a0b-ace1ea3dfd2e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.275126] env[68627]: DEBUG nova.network.neutron [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Successfully created port: 80e409c6-cada-4282-9723-89373543c860 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.384901] env[68627]: DEBUG nova.network.neutron [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Port 95698341-e734-4399-93d8-d46eff53057f binding to destination host cpu-1 is already ACTIVE {{(pid=68627) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 845.387845] env[68627]: DEBUG nova.network.neutron [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.543151] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.686667] env[68627]: DEBUG nova.network.neutron [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance_info_cache with network_info: [{"id": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "address": "fa:16:3e:50:38:dd", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a0ce79-5b", "ovs_interfaceid": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.705937] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0886b20d-f44c-4bcb-bff6-5952a00c774d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.718184] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b500463-a8e0-4b30-a4cb-8bea67ed4e65 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.761600] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab8dab9-4de3-441c-973c-06259c7364fd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.767894] env[68627]: INFO nova.compute.manager [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Took 50.73 seconds to build instance. [ 845.773990] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88928cbe-a273-432a-8e53-4fe893a0d5bc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.794872] env[68627]: DEBUG nova.compute.provider_tree [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.032321] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037112, 'name': ReconfigVM_Task, 'duration_secs': 0.704172} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.032646] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 896c1c18-ab61-474f-8357-098afecc2644/896c1c18-ab61-474f-8357-098afecc2644.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.033273] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b575f431-566c-4039-ab23-f454a4e8a38e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.042301] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 846.042301] env[68627]: value = "task-3037113" [ 846.042301] env[68627]: _type = "Task" [ 846.042301] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.052987] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037113, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.059297] env[68627]: DEBUG nova.compute.manager [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.112124] env[68627]: DEBUG nova.virt.hardware [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.112414] env[68627]: DEBUG nova.virt.hardware [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.112753] env[68627]: DEBUG nova.virt.hardware [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.113485] env[68627]: DEBUG nova.virt.hardware [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.114731] env[68627]: DEBUG nova.virt.hardware [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.114731] env[68627]: DEBUG nova.virt.hardware [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.114731] env[68627]: DEBUG nova.virt.hardware [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.114731] env[68627]: DEBUG nova.virt.hardware [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.114731] env[68627]: DEBUG nova.virt.hardware [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.114731] env[68627]: DEBUG nova.virt.hardware [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.114731] env[68627]: DEBUG nova.virt.hardware [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.115574] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c68756-4ed4-4ceb-a6a0-0e9666c2bdea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.124782] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b27cde9-3b59-4465-a18f-8d4d226cc214 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.190158] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.190669] env[68627]: DEBUG nova.compute.manager [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Instance network_info: |[{"id": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "address": "fa:16:3e:50:38:dd", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a0ce79-5b", "ovs_interfaceid": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.191120] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:38:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.202307] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Creating folder: Project (53b4c921012443498d471ec05c26486d). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.203351] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39c9514b-1bf5-4b32-bca4-f27c3ed5a348 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.217033] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Created folder: Project (53b4c921012443498d471ec05c26486d) in parent group-v608385. [ 846.217033] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Creating folder: Instances. Parent ref: group-v608559. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.217033] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebc821e9-bda0-4ac8-a0c0-dc43855b4064 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.232637] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Created folder: Instances in parent group-v608559. [ 846.232982] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.233271] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.233568] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f141f0aa-06e2-4659-8397-e94b56ad6194 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.256909] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.256909] env[68627]: value = "task-3037116" [ 846.256909] env[68627]: _type = "Task" [ 846.256909] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.267599] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037116, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.269237] env[68627]: DEBUG oslo_concurrency.lockutils [None req-311226eb-beb9-4cfc-bcdc-f7e4927ddce0 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.066s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.300699] env[68627]: DEBUG nova.scheduler.client.report [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.422749] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "f8a363a9-304e-4872-a088-6fec943204a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.423816] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "f8a363a9-304e-4872-a088-6fec943204a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.423816] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "f8a363a9-304e-4872-a088-6fec943204a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.557141] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037113, 'name': Rename_Task, 'duration_secs': 0.226911} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.557400] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.557702] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f835406d-1d63-41b5-8660-fe5c168ad6ea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.568025] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 846.568025] env[68627]: value = "task-3037117" [ 846.568025] env[68627]: _type = "Task" [ 846.568025] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.578343] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.699029] env[68627]: DEBUG nova.compute.manager [req-767a3a19-7c5e-4e90-8668-a29a6c55b0cd req-7f13d1ce-9d66-41f0-8d61-1f5bcbcde49c service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Received event network-changed-c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.699029] env[68627]: DEBUG nova.compute.manager [req-767a3a19-7c5e-4e90-8668-a29a6c55b0cd req-7f13d1ce-9d66-41f0-8d61-1f5bcbcde49c service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Refreshing instance network info cache due to event network-changed-c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.699029] env[68627]: DEBUG oslo_concurrency.lockutils [req-767a3a19-7c5e-4e90-8668-a29a6c55b0cd req-7f13d1ce-9d66-41f0-8d61-1f5bcbcde49c service nova] Acquiring lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.699344] env[68627]: DEBUG oslo_concurrency.lockutils [req-767a3a19-7c5e-4e90-8668-a29a6c55b0cd req-7f13d1ce-9d66-41f0-8d61-1f5bcbcde49c service nova] Acquired lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.699599] env[68627]: DEBUG nova.network.neutron [req-767a3a19-7c5e-4e90-8668-a29a6c55b0cd req-7f13d1ce-9d66-41f0-8d61-1f5bcbcde49c service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Refreshing network info cache for port c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.771754] env[68627]: DEBUG nova.compute.manager [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.775684] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037116, 'name': CreateVM_Task, 'duration_secs': 0.372672} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.776316] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.777393] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.777785] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.778579] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.782017] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-486ee995-47bc-4267-9488-948727e648b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.788332] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 846.788332] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52320f97-eb82-d32b-1895-b6ca36d3e077" [ 846.788332] env[68627]: _type = "Task" [ 846.788332] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.798350] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52320f97-eb82-d32b-1895-b6ca36d3e077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.808021] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.808021] env[68627]: DEBUG nova.compute.manager [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.810067] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.982s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.810452] env[68627]: DEBUG nova.objects.instance [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Lazy-loading 'resources' on Instance uuid 116db117-ce71-4b2d-b27a-c709225ac898 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.947234] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "e5a01e3a-0bd2-44e4-b05d-03ac216f363e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.947851] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "e5a01e3a-0bd2-44e4-b05d-03ac216f363e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.975950] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "8ae5f2fe-f933-4417-a20f-c6f5b16954d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.975950] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "8ae5f2fe-f933-4417-a20f-c6f5b16954d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.080240] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037117, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.307860] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52320f97-eb82-d32b-1895-b6ca36d3e077, 'name': SearchDatastore_Task, 'duration_secs': 0.013574} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.308713] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.308987] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.313385] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.313385] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.313385] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.314117] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.315348] env[68627]: DEBUG nova.compute.utils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.318964] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0cc9684-5716-4228-8c81-99786806ea02 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.321642] env[68627]: DEBUG nova.compute.manager [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.321894] env[68627]: DEBUG nova.network.neutron [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.337045] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.337222] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.337979] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539674e8-6b69-463b-bbf0-cb62e97900e0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.347391] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 847.347391] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5250f111-8580-4233-ddb4-1136de49f6ce" [ 847.347391] env[68627]: _type = "Task" [ 847.347391] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.359701] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5250f111-8580-4233-ddb4-1136de49f6ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.367592] env[68627]: DEBUG nova.policy [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '874fa6ce3daa4680a5dbde54a27c7200', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd9927e299244e509f593f8de4f0592e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.382138] env[68627]: DEBUG nova.network.neutron [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Successfully updated port: 80e409c6-cada-4282-9723-89373543c860 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.512288] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.512483] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.512656] env[68627]: DEBUG nova.network.neutron [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.583539] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037117, 'name': PowerOnVM_Task, 'duration_secs': 0.636672} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.586709] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.586920] env[68627]: DEBUG nova.compute.manager [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.588525] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fd085f-4d21-49ea-9ab8-8706f263b2cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.658548] env[68627]: DEBUG nova.network.neutron [req-767a3a19-7c5e-4e90-8668-a29a6c55b0cd req-7f13d1ce-9d66-41f0-8d61-1f5bcbcde49c service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updated VIF entry in instance network info cache for port c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.662030] env[68627]: DEBUG nova.network.neutron [req-767a3a19-7c5e-4e90-8668-a29a6c55b0cd req-7f13d1ce-9d66-41f0-8d61-1f5bcbcde49c service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance_info_cache with network_info: [{"id": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "address": "fa:16:3e:50:38:dd", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a0ce79-5b", "ovs_interfaceid": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.823420] env[68627]: DEBUG nova.compute.manager [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.861112] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5250f111-8580-4233-ddb4-1136de49f6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.038805} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.861959] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3d4b2a-4721-4a4a-98e8-67a0f3a46d1e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.868854] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 847.868854] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52da6c0b-9b95-92bb-5c1e-5d29043c88ad" [ 847.868854] env[68627]: _type = "Task" [ 847.868854] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.884343] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52da6c0b-9b95-92bb-5c1e-5d29043c88ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.891896] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Acquiring lock "refresh_cache-93fdbf99-a224-4531-887b-9ee805ecb49c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.892093] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Acquired lock "refresh_cache-93fdbf99-a224-4531-887b-9ee805ecb49c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.892256] env[68627]: DEBUG nova.network.neutron [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.910611] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887f31bd-cdb6-48b4-9871-80d444355e92 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.920380] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8ed423-33b9-4dcb-af46-950640cf1b30 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.957281] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c29b42-4e50-48d9-a0c4-f8d14e61ec03 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.965832] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff45976-b320-4b96-926b-af6bd55c5ce4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.970548] env[68627]: DEBUG nova.network.neutron [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Successfully created port: ad94f05f-6e62-4a5b-948e-61fd9923a728 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.983855] env[68627]: DEBUG nova.compute.provider_tree [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.107650] env[68627]: INFO nova.compute.manager [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] bringing vm to original state: 'stopped' [ 848.163736] env[68627]: DEBUG oslo_concurrency.lockutils [req-767a3a19-7c5e-4e90-8668-a29a6c55b0cd req-7f13d1ce-9d66-41f0-8d61-1f5bcbcde49c service nova] Releasing lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.232209] env[68627]: DEBUG nova.network.neutron [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance_info_cache with network_info: [{"id": "95698341-e734-4399-93d8-d46eff53057f", "address": "fa:16:3e:4d:93:81", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95698341-e7", "ovs_interfaceid": "95698341-e734-4399-93d8-d46eff53057f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.383440] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52da6c0b-9b95-92bb-5c1e-5d29043c88ad, 'name': SearchDatastore_Task, 'duration_secs': 0.015909} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.383757] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.384050] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] f6817d76-4935-450d-8a4a-d8366420f9f8/f6817d76-4935-450d-8a4a-d8366420f9f8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.384330] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c4d8db4-84d2-4167-adc2-1b898387e4d7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.393833] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 848.393833] env[68627]: value = "task-3037118" [ 848.393833] env[68627]: _type = "Task" [ 848.393833] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.405470] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.429511] env[68627]: DEBUG nova.network.neutron [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.487820] env[68627]: DEBUG nova.scheduler.client.report [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.557374] env[68627]: DEBUG nova.network.neutron [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Updating instance_info_cache with network_info: [{"id": "80e409c6-cada-4282-9723-89373543c860", "address": "fa:16:3e:18:c9:a4", "network": {"id": "e71ec500-41a9-4327-aa68-5f83c9e39805", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1214553601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f9fd91dc1f4de293bdce913ed53ba5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e409c6-ca", "ovs_interfaceid": "80e409c6-cada-4282-9723-89373543c860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.734951] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.747193] env[68627]: DEBUG nova.compute.manager [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Received event network-vif-plugged-80e409c6-cada-4282-9723-89373543c860 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.747423] env[68627]: DEBUG oslo_concurrency.lockutils [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] Acquiring lock "93fdbf99-a224-4531-887b-9ee805ecb49c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.748148] env[68627]: DEBUG oslo_concurrency.lockutils [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] Lock "93fdbf99-a224-4531-887b-9ee805ecb49c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.748148] env[68627]: DEBUG oslo_concurrency.lockutils [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] Lock "93fdbf99-a224-4531-887b-9ee805ecb49c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.748148] env[68627]: DEBUG nova.compute.manager [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] No waiting events found dispatching network-vif-plugged-80e409c6-cada-4282-9723-89373543c860 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.748148] env[68627]: WARNING nova.compute.manager [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Received unexpected event network-vif-plugged-80e409c6-cada-4282-9723-89373543c860 for instance with vm_state building and task_state spawning. [ 848.748309] env[68627]: DEBUG nova.compute.manager [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Received event network-changed-80e409c6-cada-4282-9723-89373543c860 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.748436] env[68627]: DEBUG nova.compute.manager [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Refreshing instance network info cache due to event network-changed-80e409c6-cada-4282-9723-89373543c860. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.748600] env[68627]: DEBUG oslo_concurrency.lockutils [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] Acquiring lock "refresh_cache-93fdbf99-a224-4531-887b-9ee805ecb49c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.837017] env[68627]: DEBUG nova.compute.manager [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.857804] env[68627]: DEBUG nova.virt.hardware [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.858080] env[68627]: DEBUG nova.virt.hardware [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.858246] env[68627]: DEBUG nova.virt.hardware [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.858432] env[68627]: DEBUG nova.virt.hardware [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.858578] env[68627]: DEBUG nova.virt.hardware [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.858726] env[68627]: DEBUG nova.virt.hardware [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.858932] env[68627]: DEBUG nova.virt.hardware [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.859103] env[68627]: DEBUG nova.virt.hardware [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.859275] env[68627]: DEBUG nova.virt.hardware [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.859441] env[68627]: DEBUG nova.virt.hardware [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.859614] env[68627]: DEBUG nova.virt.hardware [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.860495] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cb9778-94d7-4dc8-bef9-05c24885ba0f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.869499] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a37cb9e-b23c-498b-88b4-f50ed20f0dfe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.904429] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037118, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.993846] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.996423] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.003s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.023076] env[68627]: INFO nova.scheduler.client.report [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Deleted allocations for instance 116db117-ce71-4b2d-b27a-c709225ac898 [ 849.063037] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Releasing lock "refresh_cache-93fdbf99-a224-4531-887b-9ee805ecb49c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.063037] env[68627]: DEBUG nova.compute.manager [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Instance network_info: |[{"id": "80e409c6-cada-4282-9723-89373543c860", "address": "fa:16:3e:18:c9:a4", "network": {"id": "e71ec500-41a9-4327-aa68-5f83c9e39805", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1214553601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f9fd91dc1f4de293bdce913ed53ba5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e409c6-ca", "ovs_interfaceid": "80e409c6-cada-4282-9723-89373543c860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.063037] env[68627]: DEBUG oslo_concurrency.lockutils [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] Acquired lock "refresh_cache-93fdbf99-a224-4531-887b-9ee805ecb49c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.063037] env[68627]: DEBUG nova.network.neutron [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Refreshing network info cache for port 80e409c6-cada-4282-9723-89373543c860 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.063914] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:c9:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80e409c6-cada-4282-9723-89373543c860', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.077728] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Creating folder: Project (70f9fd91dc1f4de293bdce913ed53ba5). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.079171] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aefd393-b9cd-4bf5-83d1-718f15edb781 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.098997] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Created folder: Project (70f9fd91dc1f4de293bdce913ed53ba5) in parent group-v608385. [ 849.098997] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Creating folder: Instances. Parent ref: group-v608562. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.098997] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8982414f-41db-4040-ab11-e152bd60a3ea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.114693] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Created folder: Instances in parent group-v608562. [ 849.115009] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.115227] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.115452] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-604171e6-2ae7-4226-b7cc-c2c9f3e53137 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.133822] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "896c1c18-ab61-474f-8357-098afecc2644" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.134227] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "896c1c18-ab61-474f-8357-098afecc2644" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.134424] env[68627]: DEBUG nova.compute.manager [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.135729] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df74dd6-df3c-4297-9506-6267809dec03 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.145199] env[68627]: DEBUG nova.compute.manager [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68627) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 849.148489] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.148489] env[68627]: value = "task-3037121" [ 849.148489] env[68627]: _type = "Task" [ 849.148489] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.160429] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037121, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.259575] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd00629-2e1a-4bb7-846f-7b2e01a55665 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.284148] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1358754-c321-4e66-9a8a-b81d284bd4c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.294015] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance 'f8a363a9-304e-4872-a088-6fec943204a1' progress to 83 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.406220] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842328} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.406557] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] f6817d76-4935-450d-8a4a-d8366420f9f8/f6817d76-4935-450d-8a4a-d8366420f9f8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.406805] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.407084] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c574879-92e8-4fa8-ab3e-f2498f2ca807 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.427389] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 849.427389] env[68627]: value = "task-3037122" [ 849.427389] env[68627]: _type = "Task" [ 849.427389] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.437290] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.531837] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4d93be71-f7d7-4b39-9899-20ef21b27e5c tempest-ServersTestBootFromVolume-1850351980 tempest-ServersTestBootFromVolume-1850351980-project-member] Lock "116db117-ce71-4b2d-b27a-c709225ac898" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.622s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.657586] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.659987] env[68627]: DEBUG nova.compute.manager [req-fdb20db2-a2fb-4d04-9633-23e3dcc6c6ee req-5a4fe7e1-4ff7-4e41-9ec4-62ecef933d56 service nova] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Received event network-vif-plugged-ad94f05f-6e62-4a5b-948e-61fd9923a728 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.660247] env[68627]: DEBUG oslo_concurrency.lockutils [req-fdb20db2-a2fb-4d04-9633-23e3dcc6c6ee req-5a4fe7e1-4ff7-4e41-9ec4-62ecef933d56 service nova] Acquiring lock "bcf23d21-2526-4821-9eba-ab8b664c3556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.660537] env[68627]: DEBUG oslo_concurrency.lockutils [req-fdb20db2-a2fb-4d04-9633-23e3dcc6c6ee req-5a4fe7e1-4ff7-4e41-9ec4-62ecef933d56 service nova] Lock "bcf23d21-2526-4821-9eba-ab8b664c3556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.660770] env[68627]: DEBUG oslo_concurrency.lockutils [req-fdb20db2-a2fb-4d04-9633-23e3dcc6c6ee req-5a4fe7e1-4ff7-4e41-9ec4-62ecef933d56 service nova] Lock "bcf23d21-2526-4821-9eba-ab8b664c3556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.660963] env[68627]: DEBUG nova.compute.manager [req-fdb20db2-a2fb-4d04-9633-23e3dcc6c6ee req-5a4fe7e1-4ff7-4e41-9ec4-62ecef933d56 service nova] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] No waiting events found dispatching network-vif-plugged-ad94f05f-6e62-4a5b-948e-61fd9923a728 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.661216] env[68627]: WARNING nova.compute.manager [req-fdb20db2-a2fb-4d04-9633-23e3dcc6c6ee req-5a4fe7e1-4ff7-4e41-9ec4-62ecef933d56 service nova] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Received unexpected event network-vif-plugged-ad94f05f-6e62-4a5b-948e-61fd9923a728 for instance with vm_state building and task_state spawning. [ 849.661897] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-671d47fa-ec88-48a1-9343-4865e09f5d84 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.677317] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037121, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.679171] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 849.679171] env[68627]: value = "task-3037123" [ 849.679171] env[68627]: _type = "Task" [ 849.679171] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.689026] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.801120] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.801445] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63a8c1a1-e473-4f07-8dd6-0274743b192b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.809838] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 849.809838] env[68627]: value = "task-3037124" [ 849.809838] env[68627]: _type = "Task" [ 849.809838] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.819257] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.907556] env[68627]: DEBUG nova.network.neutron [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Successfully updated port: ad94f05f-6e62-4a5b-948e-61fd9923a728 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.945829] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12732} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.946210] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.947149] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfbab45-5c2a-4985-9ee0-6433481e70c9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.975538] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] f6817d76-4935-450d-8a4a-d8366420f9f8/f6817d76-4935-450d-8a4a-d8366420f9f8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.976734] env[68627]: DEBUG nova.network.neutron [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Updated VIF entry in instance network info cache for port 80e409c6-cada-4282-9723-89373543c860. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.977088] env[68627]: DEBUG nova.network.neutron [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Updating instance_info_cache with network_info: [{"id": "80e409c6-cada-4282-9723-89373543c860", "address": "fa:16:3e:18:c9:a4", "network": {"id": "e71ec500-41a9-4327-aa68-5f83c9e39805", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1214553601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f9fd91dc1f4de293bdce913ed53ba5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80e409c6-ca", "ovs_interfaceid": "80e409c6-cada-4282-9723-89373543c860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.978257] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9870a661-ccfc-4fd6-8ce0-16900aa8a819 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.997164] env[68627]: DEBUG oslo_concurrency.lockutils [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] Releasing lock "refresh_cache-93fdbf99-a224-4531-887b-9ee805ecb49c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.997164] env[68627]: DEBUG nova.compute.manager [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Received event network-changed-87ccd935-9194-4d74-a1b2-389bcc0c5335 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.997164] env[68627]: DEBUG nova.compute.manager [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Refreshing instance network info cache due to event network-changed-87ccd935-9194-4d74-a1b2-389bcc0c5335. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.997164] env[68627]: DEBUG oslo_concurrency.lockutils [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] Acquiring lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.997164] env[68627]: DEBUG oslo_concurrency.lockutils [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] Acquired lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.997164] env[68627]: DEBUG nova.network.neutron [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Refreshing network info cache for port 87ccd935-9194-4d74-a1b2-389bcc0c5335 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.004486] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 850.004486] env[68627]: value = "task-3037125" [ 850.004486] env[68627]: _type = "Task" [ 850.004486] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.015586] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Applying migration context for instance bd68584c-0332-4bea-b08b-5a5682f32233 as it has an incoming, in-progress migration 4292a693-f620-443f-8e5d-e6425db2f18d. Migration status is confirming {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 850.015907] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Applying migration context for instance f8a363a9-304e-4872-a088-6fec943204a1 as it has an incoming, in-progress migration cb404064-98fe-4d20-a1b7-6d5b9b402adf. Migration status is post-migrating {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 850.018450] env[68627]: INFO nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating resource usage from migration 4292a693-f620-443f-8e5d-e6425db2f18d [ 850.018805] env[68627]: INFO nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating resource usage from migration cb404064-98fe-4d20-a1b7-6d5b9b402adf [ 850.021518] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.046948] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance aded3c33-08be-4109-960c-111194975958 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.047122] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7d63cf7b-7227-4d99-b08c-b7bc56020e1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.047235] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance acbca5be-4f1e-43eb-b5ad-af7e5faed870 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.047351] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 401f7afd-55f9-40df-8ea7-892c97c15b01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.047463] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 567f617b-7bc8-4881-a593-469158cca154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.047574] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance bafad755-24d0-40c9-b229-216ccfaff4ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.047683] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance b562fbb2-bef8-4290-82f9-3b9ecbe86f12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.047812] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 96e83d99-c233-4409-900f-64cbdf961769 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.047931] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance cb38574c-7d54-4048-b739-09cf0ea9a132 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.048040] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 6a1a0788-10b5-49c4-9369-6b9e44dcad83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.048736] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 8f35e0ac-c564-4873-89e5-9b072e9804d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.048736] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance d0bab223-cfbc-4b23-9a25-11787bb7487e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 850.048736] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 8b733d8f-d022-48d8-9685-31ed951af87e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 850.048736] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance e128d8e5-e7bf-473a-aa5b-f887bf9057a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.048736] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 98be3a3d-0094-40db-a6e6-8b0ae95b2435 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 850.049100] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 896c1c18-ab61-474f-8357-098afecc2644 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.049100] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 758f3c2a-5385-49ee-88ca-64e2136b254d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.049100] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Migration 4292a693-f620-443f-8e5d-e6425db2f18d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 850.049235] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance bd68584c-0332-4bea-b08b-5a5682f32233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.049364] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 98dfc73b-7a5f-4780-be92-4b656ba28276 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.049509] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance c1c4588e-9765-4db1-b0bc-40d5892dae14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.049623] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance f6817d76-4935-450d-8a4a-d8366420f9f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.049734] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 93fdbf99-a224-4531-887b-9ee805ecb49c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.049861] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance bcf23d21-2526-4821-9eba-ab8b664c3556 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.049978] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Migration cb404064-98fe-4d20-a1b7-6d5b9b402adf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 850.050108] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance f8a363a9-304e-4872-a088-6fec943204a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.161404] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037121, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.189975] env[68627]: DEBUG oslo_vmware.api [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037123, 'name': PowerOffVM_Task, 'duration_secs': 0.228917} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.190348] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.190459] env[68627]: DEBUG nova.compute.manager [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.191323] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92254598-1180-4a0b-b8be-c30fef642b36 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.321855] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.411275] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquiring lock "refresh_cache-bcf23d21-2526-4821-9eba-ab8b664c3556" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.411443] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquired lock "refresh_cache-bcf23d21-2526-4821-9eba-ab8b664c3556" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.411605] env[68627]: DEBUG nova.network.neutron [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.516487] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.554075] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 850.664536] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037121, 'name': CreateVM_Task, 'duration_secs': 1.402855} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.664839] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.666092] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.666092] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.666322] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.666629] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee54dab8-dac1-4dca-bdb3-a291392d945d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.673194] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Waiting for the task: (returnval){ [ 850.673194] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521cff21-6b9b-00d9-bb8d-3eebab93440b" [ 850.673194] env[68627]: _type = "Task" [ 850.673194] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.686399] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521cff21-6b9b-00d9-bb8d-3eebab93440b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.705878] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "896c1c18-ab61-474f-8357-098afecc2644" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.572s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.785599] env[68627]: DEBUG nova.network.neutron [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updated VIF entry in instance network info cache for port 87ccd935-9194-4d74-a1b2-389bcc0c5335. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.786122] env[68627]: DEBUG nova.network.neutron [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updating instance_info_cache with network_info: [{"id": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "address": "fa:16:3e:45:0f:f3", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ccd935-91", "ovs_interfaceid": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.826514] env[68627]: DEBUG oslo_vmware.api [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037124, 'name': PowerOnVM_Task, 'duration_secs': 0.994848} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.827200] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.827430] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3738cfd2-31f6-46dc-9f3d-66eb41504656 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance 'f8a363a9-304e-4872-a088-6fec943204a1' progress to 100 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 850.955191] env[68627]: DEBUG nova.network.neutron [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.025840] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037125, 'name': ReconfigVM_Task, 'duration_secs': 0.957587} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.026160] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Reconfigured VM instance instance-0000003e to attach disk [datastore2] f6817d76-4935-450d-8a4a-d8366420f9f8/f6817d76-4935-450d-8a4a-d8366420f9f8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.027227] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee2c16e8-fd68-45d5-9c5a-787cd41ada42 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.035155] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 851.035155] env[68627]: value = "task-3037126" [ 851.035155] env[68627]: _type = "Task" [ 851.035155] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.044078] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037126, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.057901] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance cac9be22-fe33-4bbc-b5e7-d9521a3cf387 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 851.120097] env[68627]: DEBUG nova.network.neutron [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Updating instance_info_cache with network_info: [{"id": "ad94f05f-6e62-4a5b-948e-61fd9923a728", "address": "fa:16:3e:5c:db:e4", "network": {"id": "40ec6bd5-81b6-4559-8e8f-cff6bbea0187", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1865865379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd9927e299244e509f593f8de4f0592e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad94f05f-6e", "ovs_interfaceid": "ad94f05f-6e62-4a5b-948e-61fd9923a728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.186861] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521cff21-6b9b-00d9-bb8d-3eebab93440b, 'name': SearchDatastore_Task, 'duration_secs': 0.012988} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.187198] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.187474] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.187758] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.187949] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.188250] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.188563] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce6e6a61-4bdd-47dc-bbd6-c567775a237c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.199315] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.199592] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.200711] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43c7eb44-203d-415e-bbf8-e14087fdfe23 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.207630] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Waiting for the task: (returnval){ [ 851.207630] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f37bcf-1c0f-4749-dd50-70440dc30c2a" [ 851.207630] env[68627]: _type = "Task" [ 851.207630] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.218677] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.224833] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f37bcf-1c0f-4749-dd50-70440dc30c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011919} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.225910] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd1c57b-4b55-4429-869c-97590edb0f78 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.232416] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Waiting for the task: (returnval){ [ 851.232416] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ab8287-89d4-5ad3-271f-144a08c33034" [ 851.232416] env[68627]: _type = "Task" [ 851.232416] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.243957] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ab8287-89d4-5ad3-271f-144a08c33034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.290569] env[68627]: DEBUG oslo_concurrency.lockutils [req-519af795-f6c6-4dc7-9dce-b6928e212371 req-90464491-20eb-423b-a896-91c8c6cb6895 service nova] Releasing lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.548993] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037126, 'name': Rename_Task, 'duration_secs': 0.194719} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.549332] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.549628] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69d91d5f-ba1e-4f04-b5e6-c0554be0be28 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.558449] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 851.558449] env[68627]: value = "task-3037127" [ 851.558449] env[68627]: _type = "Task" [ 851.558449] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.562842] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 60d87a34-6085-4b55-8f29-9fccb02d6ad9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 851.571736] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.623310] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Releasing lock "refresh_cache-bcf23d21-2526-4821-9eba-ab8b664c3556" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.623760] env[68627]: DEBUG nova.compute.manager [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Instance network_info: |[{"id": "ad94f05f-6e62-4a5b-948e-61fd9923a728", "address": "fa:16:3e:5c:db:e4", "network": {"id": "40ec6bd5-81b6-4559-8e8f-cff6bbea0187", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1865865379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd9927e299244e509f593f8de4f0592e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad94f05f-6e", "ovs_interfaceid": "ad94f05f-6e62-4a5b-948e-61fd9923a728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.624452] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:db:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad94f05f-6e62-4a5b-948e-61fd9923a728', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.635126] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Creating folder: Project (dd9927e299244e509f593f8de4f0592e). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.635709] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d5d592a-00b6-4a72-9ce4-6cfbe7a829ca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.652740] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Created folder: Project (dd9927e299244e509f593f8de4f0592e) in parent group-v608385. [ 851.653151] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Creating folder: Instances. Parent ref: group-v608565. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.653677] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cd92398-04ac-4e56-8d7c-107d945460ea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.668145] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Created folder: Instances in parent group-v608565. [ 851.669073] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.669073] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.669073] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bf8e881-aa82-4f98-92bc-3cb5357d1982 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.693320] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.693320] env[68627]: value = "task-3037130" [ 851.693320] env[68627]: _type = "Task" [ 851.693320] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.704877] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037130, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.744495] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ab8287-89d4-5ad3-271f-144a08c33034, 'name': SearchDatastore_Task, 'duration_secs': 0.012363} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.744806] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.745093] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 93fdbf99-a224-4531-887b-9ee805ecb49c/93fdbf99-a224-4531-887b-9ee805ecb49c.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.745405] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32835e0b-9c48-400c-add2-bc65dd4c6bf3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.755246] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Waiting for the task: (returnval){ [ 851.755246] env[68627]: value = "task-3037131" [ 851.755246] env[68627]: _type = "Task" [ 851.755246] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.767214] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.807512] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "da33ab9e-fc44-4d70-ab61-8ee58add8ac1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.808380] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "da33ab9e-fc44-4d70-ab61-8ee58add8ac1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.068579] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance b31e2639-f0aa-46ba-85f7-dd5611dce968 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 852.075152] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.211990] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037130, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.220251] env[68627]: DEBUG nova.compute.manager [req-e716b516-907c-49a8-bbc2-0255b23a51cc req-eb561e59-1e72-465d-b0b1-efd8e0add417 service nova] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Received event network-changed-ad94f05f-6e62-4a5b-948e-61fd9923a728 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.220734] env[68627]: DEBUG nova.compute.manager [req-e716b516-907c-49a8-bbc2-0255b23a51cc req-eb561e59-1e72-465d-b0b1-efd8e0add417 service nova] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Refreshing instance network info cache due to event network-changed-ad94f05f-6e62-4a5b-948e-61fd9923a728. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.221759] env[68627]: DEBUG oslo_concurrency.lockutils [req-e716b516-907c-49a8-bbc2-0255b23a51cc req-eb561e59-1e72-465d-b0b1-efd8e0add417 service nova] Acquiring lock "refresh_cache-bcf23d21-2526-4821-9eba-ab8b664c3556" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.221759] env[68627]: DEBUG oslo_concurrency.lockutils [req-e716b516-907c-49a8-bbc2-0255b23a51cc req-eb561e59-1e72-465d-b0b1-efd8e0add417 service nova] Acquired lock "refresh_cache-bcf23d21-2526-4821-9eba-ab8b664c3556" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.221759] env[68627]: DEBUG nova.network.neutron [req-e716b516-907c-49a8-bbc2-0255b23a51cc req-eb561e59-1e72-465d-b0b1-efd8e0add417 service nova] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Refreshing network info cache for port ad94f05f-6e62-4a5b-948e-61fd9923a728 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.269041] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037131, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.572914] env[68627]: DEBUG oslo_vmware.api [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037127, 'name': PowerOnVM_Task, 'duration_secs': 0.738216} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.573994] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.573994] env[68627]: INFO nova.compute.manager [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Took 9.23 seconds to spawn the instance on the hypervisor. [ 852.574257] env[68627]: DEBUG nova.compute.manager [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.576607] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac8f8b-3771-4baa-8d18-e92f2ae83fad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.580940] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance a94195d8-4560-4520-af0a-23b74c51bdf4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 852.705031] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037130, 'name': CreateVM_Task, 'duration_secs': 0.625756} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.705153] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.706192] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.706192] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.706415] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.706672] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d56d7ec-e6d5-48e2-89d9-f5b36ea67e5b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.713057] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Waiting for the task: (returnval){ [ 852.713057] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5256d3ee-5fb0-3c0f-4617-aedcc36447cb" [ 852.713057] env[68627]: _type = "Task" [ 852.713057] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.723064] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5256d3ee-5fb0-3c0f-4617-aedcc36447cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.771974] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57162} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.772285] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 93fdbf99-a224-4531-887b-9ee805ecb49c/93fdbf99-a224-4531-887b-9ee805ecb49c.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.772508] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.772771] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dcf342e-6fc8-42c5-adf5-d80e821bcf9d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.783583] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Waiting for the task: (returnval){ [ 852.783583] env[68627]: value = "task-3037132" [ 852.783583] env[68627]: _type = "Task" [ 852.783583] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.795925] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.969639] env[68627]: DEBUG oslo_concurrency.lockutils [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "896c1c18-ab61-474f-8357-098afecc2644" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.969968] env[68627]: DEBUG oslo_concurrency.lockutils [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "896c1c18-ab61-474f-8357-098afecc2644" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.970453] env[68627]: DEBUG oslo_concurrency.lockutils [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "896c1c18-ab61-474f-8357-098afecc2644-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.970529] env[68627]: DEBUG oslo_concurrency.lockutils [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "896c1c18-ab61-474f-8357-098afecc2644-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.970740] env[68627]: DEBUG oslo_concurrency.lockutils [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "896c1c18-ab61-474f-8357-098afecc2644-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.973620] env[68627]: INFO nova.compute.manager [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Terminating instance [ 853.008867] env[68627]: DEBUG nova.network.neutron [req-e716b516-907c-49a8-bbc2-0255b23a51cc req-eb561e59-1e72-465d-b0b1-efd8e0add417 service nova] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Updated VIF entry in instance network info cache for port ad94f05f-6e62-4a5b-948e-61fd9923a728. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.008867] env[68627]: DEBUG nova.network.neutron [req-e716b516-907c-49a8-bbc2-0255b23a51cc req-eb561e59-1e72-465d-b0b1-efd8e0add417 service nova] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Updating instance_info_cache with network_info: [{"id": "ad94f05f-6e62-4a5b-948e-61fd9923a728", "address": "fa:16:3e:5c:db:e4", "network": {"id": "40ec6bd5-81b6-4559-8e8f-cff6bbea0187", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1865865379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd9927e299244e509f593f8de4f0592e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad94f05f-6e", "ovs_interfaceid": "ad94f05f-6e62-4a5b-948e-61fd9923a728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.084835] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 45582fce-3581-448a-8a90-d307fbc9ac18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 853.101281] env[68627]: INFO nova.compute.manager [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Took 53.20 seconds to build instance. [ 853.225806] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5256d3ee-5fb0-3c0f-4617-aedcc36447cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013205} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.226224] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.226511] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.226800] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.226988] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.227230] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.227590] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49c662c5-e8ce-4d1c-bc1f-fc980d4023d6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.238559] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.238757] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.239654] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374eac1c-5952-42c7-abe6-2f6e584a6fb4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.246841] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Waiting for the task: (returnval){ [ 853.246841] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520a308c-4ed1-edcb-24c9-ebba46bd3db9" [ 853.246841] env[68627]: _type = "Task" [ 853.246841] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.259666] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520a308c-4ed1-edcb-24c9-ebba46bd3db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.293175] env[68627]: DEBUG nova.network.neutron [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Port 95698341-e734-4399-93d8-d46eff53057f binding to destination host cpu-1 is already ACTIVE {{(pid=68627) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 853.293175] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.293175] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.293175] env[68627]: DEBUG nova.network.neutron [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.296676] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095498} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.297640] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.298718] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17bdcb2-f852-4e20-9ab2-ab2304574ac1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.324812] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 93fdbf99-a224-4531-887b-9ee805ecb49c/93fdbf99-a224-4531-887b-9ee805ecb49c.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.325723] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-991480d0-6810-4cef-abb5-494e14270d8f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.348260] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Waiting for the task: (returnval){ [ 853.348260] env[68627]: value = "task-3037133" [ 853.348260] env[68627]: _type = "Task" [ 853.348260] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.359700] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.479868] env[68627]: DEBUG nova.compute.manager [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.480154] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.481069] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b961ac36-91cb-4aba-b302-cb7823b03a21 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.489377] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.489630] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48b08d04-be54-40e4-bb84-6c55bab1ed18 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.510308] env[68627]: DEBUG oslo_concurrency.lockutils [req-e716b516-907c-49a8-bbc2-0255b23a51cc req-eb561e59-1e72-465d-b0b1-efd8e0add417 service nova] Releasing lock "refresh_cache-bcf23d21-2526-4821-9eba-ab8b664c3556" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.560663] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.560889] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.561085] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleting the datastore file [datastore2] 896c1c18-ab61-474f-8357-098afecc2644 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.561566] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba52bac9-fd1d-4c12-9a66-9dcf6e1234dc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.565994] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52485fcf-43d8-31c2-b761-99f318b9cd8f/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 853.566890] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d182915-d4f5-4c3d-a917-67eac49bbc93 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.573300] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52485fcf-43d8-31c2-b761-99f318b9cd8f/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 853.573524] env[68627]: ERROR oslo_vmware.rw_handles [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52485fcf-43d8-31c2-b761-99f318b9cd8f/disk-0.vmdk due to incomplete transfer. [ 853.574286] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b8cc530-6f43-4456-a1ee-31b69e5b5d52 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.576871] env[68627]: DEBUG oslo_vmware.api [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 853.576871] env[68627]: value = "task-3037135" [ 853.576871] env[68627]: _type = "Task" [ 853.576871] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.584445] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52485fcf-43d8-31c2-b761-99f318b9cd8f/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 853.584653] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Uploaded image 120f2be0-ad8a-48fc-a678-ddc7d65707c2 to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 853.587165] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 853.590779] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ddb4f682-98b5-45c5-9bf0-f6596cba9a27 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.592961] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 9838fe84-0e94-44bc-9f00-3400ffdc8e05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 853.594324] env[68627]: DEBUG oslo_vmware.api [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.601322] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 853.601322] env[68627]: value = "task-3037136" [ 853.601322] env[68627]: _type = "Task" [ 853.601322] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.603591] env[68627]: DEBUG oslo_concurrency.lockutils [None req-794fd008-bbbd-4062-aacc-0cc2b42e6e97 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.271s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.615549] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037136, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.759846] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520a308c-4ed1-edcb-24c9-ebba46bd3db9, 'name': SearchDatastore_Task, 'duration_secs': 0.013696} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.760914] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-003c39f4-ae14-4e04-a6c2-06913e9265ab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.767092] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Waiting for the task: (returnval){ [ 853.767092] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a24e3a-9513-035d-9f34-de52a501ac41" [ 853.767092] env[68627]: _type = "Task" [ 853.767092] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.776252] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a24e3a-9513-035d-9f34-de52a501ac41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.862390] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.012937] env[68627]: DEBUG nova.network.neutron [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance_info_cache with network_info: [{"id": "95698341-e734-4399-93d8-d46eff53057f", "address": "fa:16:3e:4d:93:81", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95698341-e7", "ovs_interfaceid": "95698341-e734-4399-93d8-d46eff53057f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.089035] env[68627]: DEBUG oslo_vmware.api [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17686} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.089484] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.089712] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.089970] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.090264] env[68627]: INFO nova.compute.manager [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Took 0.61 seconds to destroy the instance on the hypervisor. [ 854.090602] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.090850] env[68627]: DEBUG nova.compute.manager [-] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.090968] env[68627]: DEBUG nova.network.neutron [-] [instance: 896c1c18-ab61-474f-8357-098afecc2644] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.096035] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance e5a01e3a-0bd2-44e4-b05d-03ac216f363e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 854.106561] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.116481] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037136, 'name': Destroy_Task, 'duration_secs': 0.347475} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.117037] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Destroyed the VM [ 854.117291] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 854.117780] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4786e82b-0bb6-4749-9c26-88950d719f4b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.126339] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 854.126339] env[68627]: value = "task-3037137" [ 854.126339] env[68627]: _type = "Task" [ 854.126339] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.136293] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037137, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.278626] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a24e3a-9513-035d-9f34-de52a501ac41, 'name': SearchDatastore_Task, 'duration_secs': 0.014204} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.278905] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.279203] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] bcf23d21-2526-4821-9eba-ab8b664c3556/bcf23d21-2526-4821-9eba-ab8b664c3556.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.279469] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ece74046-9e7e-49c1-8c6c-08b0f80341ac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.288224] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Waiting for the task: (returnval){ [ 854.288224] env[68627]: value = "task-3037138" [ 854.288224] env[68627]: _type = "Task" [ 854.288224] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.299636] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.362828] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037133, 'name': ReconfigVM_Task, 'duration_secs': 0.82545} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.363317] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 93fdbf99-a224-4531-887b-9ee805ecb49c/93fdbf99-a224-4531-887b-9ee805ecb49c.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.364057] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a13bb10a-0d94-4f10-9d1c-69b0913b9140 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.380655] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Waiting for the task: (returnval){ [ 854.380655] env[68627]: value = "task-3037139" [ 854.380655] env[68627]: _type = "Task" [ 854.380655] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.388677] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037139, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.515702] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.602030] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 8ae5f2fe-f933-4417-a20f-c6f5b16954d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 854.602030] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 854.602030] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5120MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 854.613538] env[68627]: DEBUG nova.compute.manager [req-007c4ba5-6891-4be2-8e77-82156c8a17d2 req-2e76dd44-e753-4472-ab57-bc3b12665cf3 service nova] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Received event network-vif-deleted-f7b78e62-b63f-4457-817a-499d021f5a99 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.613992] env[68627]: INFO nova.compute.manager [req-007c4ba5-6891-4be2-8e77-82156c8a17d2 req-2e76dd44-e753-4472-ab57-bc3b12665cf3 service nova] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Neutron deleted interface f7b78e62-b63f-4457-817a-499d021f5a99; detaching it from the instance and deleting it from the info cache [ 854.614372] env[68627]: DEBUG nova.network.neutron [req-007c4ba5-6891-4be2-8e77-82156c8a17d2 req-2e76dd44-e753-4472-ab57-bc3b12665cf3 service nova] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.640978] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037137, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.646425] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.785935] env[68627]: DEBUG nova.compute.manager [req-ac69b0a4-98d8-45e2-851c-530361d7ff71 req-09f92752-d419-4360-8aae-110d79ad2269 service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Received event network-changed-c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.785935] env[68627]: DEBUG nova.compute.manager [req-ac69b0a4-98d8-45e2-851c-530361d7ff71 req-09f92752-d419-4360-8aae-110d79ad2269 service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Refreshing instance network info cache due to event network-changed-c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.785935] env[68627]: DEBUG oslo_concurrency.lockutils [req-ac69b0a4-98d8-45e2-851c-530361d7ff71 req-09f92752-d419-4360-8aae-110d79ad2269 service nova] Acquiring lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.785935] env[68627]: DEBUG oslo_concurrency.lockutils [req-ac69b0a4-98d8-45e2-851c-530361d7ff71 req-09f92752-d419-4360-8aae-110d79ad2269 service nova] Acquired lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.785935] env[68627]: DEBUG nova.network.neutron [req-ac69b0a4-98d8-45e2-851c-530361d7ff71 req-09f92752-d419-4360-8aae-110d79ad2269 service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Refreshing network info cache for port c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.803477] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037138, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.885712] env[68627]: DEBUG nova.network.neutron [-] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.894067] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037139, 'name': Rename_Task, 'duration_secs': 0.230894} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.897370] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.897896] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5bde5c2-60bc-440e-9910-7bd5209c876c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.906346] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Waiting for the task: (returnval){ [ 854.906346] env[68627]: value = "task-3037140" [ 854.906346] env[68627]: _type = "Task" [ 854.906346] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.919720] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.020360] env[68627]: DEBUG nova.compute.manager [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68627) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 855.020755] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.122035] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1825cd1c-64c7-467e-89db-4dd14b8c002b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.140401] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc9c821-6e4f-4de0-8fb6-ea96283ffb44 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.159752] env[68627]: DEBUG oslo_vmware.api [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037137, 'name': RemoveSnapshot_Task, 'duration_secs': 0.943254} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.160453] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 855.161032] env[68627]: INFO nova.compute.manager [None req-b332811d-17db-49c6-b838-80dcb01135af tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Took 16.00 seconds to snapshot the instance on the hypervisor. [ 855.196342] env[68627]: DEBUG nova.compute.manager [req-007c4ba5-6891-4be2-8e77-82156c8a17d2 req-2e76dd44-e753-4472-ab57-bc3b12665cf3 service nova] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Detach interface failed, port_id=f7b78e62-b63f-4457-817a-499d021f5a99, reason: Instance 896c1c18-ab61-474f-8357-098afecc2644 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 855.197424] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1592e866-f012-4325-9a15-59d09067c94f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.206935] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89543897-64b9-4a1f-b91e-be347af44902 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.244032] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6910ffc1-7d94-46e1-b05f-15a3ea5ba87e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.254229] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607e0c30-b3fc-4a0b-b9a6-d43dfebefa8a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.272163] env[68627]: DEBUG nova.compute.provider_tree [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.304318] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53851} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.304674] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] bcf23d21-2526-4821-9eba-ab8b664c3556/bcf23d21-2526-4821-9eba-ab8b664c3556.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.304948] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.305234] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89557e4b-92b8-47d4-92cd-353f9efaf155 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.313220] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Waiting for the task: (returnval){ [ 855.313220] env[68627]: value = "task-3037141" [ 855.313220] env[68627]: _type = "Task" [ 855.313220] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.322694] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.398887] env[68627]: INFO nova.compute.manager [-] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Took 1.31 seconds to deallocate network for instance. [ 855.417356] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.519913] env[68627]: DEBUG nova.network.neutron [req-ac69b0a4-98d8-45e2-851c-530361d7ff71 req-09f92752-d419-4360-8aae-110d79ad2269 service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updated VIF entry in instance network info cache for port c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.520314] env[68627]: DEBUG nova.network.neutron [req-ac69b0a4-98d8-45e2-851c-530361d7ff71 req-09f92752-d419-4360-8aae-110d79ad2269 service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance_info_cache with network_info: [{"id": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "address": "fa:16:3e:50:38:dd", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a0ce79-5b", "ovs_interfaceid": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.725162] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "f31f7b3b-2914-4fc2-82c5-56ae83ab2152" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.725418] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "f31f7b3b-2914-4fc2-82c5-56ae83ab2152" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.775950] env[68627]: DEBUG nova.scheduler.client.report [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.823681] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.345005} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.823953] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.824753] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483597d2-b98f-4a5a-897c-c5cfce3d27a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.848178] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] bcf23d21-2526-4821-9eba-ab8b664c3556/bcf23d21-2526-4821-9eba-ab8b664c3556.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.848480] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d752a04-1a59-4ff1-8b34-2c250656d721 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.869802] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Waiting for the task: (returnval){ [ 855.869802] env[68627]: value = "task-3037142" [ 855.869802] env[68627]: _type = "Task" [ 855.869802] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.880137] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.907530] env[68627]: DEBUG oslo_concurrency.lockutils [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.917175] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037140, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.023310] env[68627]: DEBUG oslo_concurrency.lockutils [req-ac69b0a4-98d8-45e2-851c-530361d7ff71 req-09f92752-d419-4360-8aae-110d79ad2269 service nova] Releasing lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.282418] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 856.282871] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.287s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.283252] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.095s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.285521] env[68627]: INFO nova.compute.claims [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.289285] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.289491] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Cleaning up deleted instances {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 856.381991] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.418017] env[68627]: DEBUG oslo_vmware.api [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037140, 'name': PowerOnVM_Task, 'duration_secs': 1.141177} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.418443] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.418707] env[68627]: INFO nova.compute.manager [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Took 10.36 seconds to spawn the instance on the hypervisor. [ 856.418918] env[68627]: DEBUG nova.compute.manager [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.419851] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06f1842-ef4c-4e0e-bf3a-54f49009ca54 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.803473] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] There are 40 instances to clean {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 856.803718] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 3cef6433-9d93-4275-bb71-e88c6182d8ff] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 856.884260] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037142, 'name': ReconfigVM_Task, 'duration_secs': 0.602394} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.884260] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Reconfigured VM instance instance-00000040 to attach disk [datastore1] bcf23d21-2526-4821-9eba-ab8b664c3556/bcf23d21-2526-4821-9eba-ab8b664c3556.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.884260] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aab5e55-5ed5-4c72-bb63-828737553ba9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.892318] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Waiting for the task: (returnval){ [ 856.892318] env[68627]: value = "task-3037143" [ 856.892318] env[68627]: _type = "Task" [ 856.892318] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.902631] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037143, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.938355] env[68627]: INFO nova.compute.manager [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Took 56.38 seconds to build instance. [ 857.310985] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 116db117-ce71-4b2d-b27a-c709225ac898] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.403834] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037143, 'name': Rename_Task, 'duration_secs': 0.248088} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.406514] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.406986] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2d2c104-3bff-447d-860c-20b340734e66 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.416065] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Waiting for the task: (returnval){ [ 857.416065] env[68627]: value = "task-3037144" [ 857.416065] env[68627]: _type = "Task" [ 857.416065] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.427375] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.442682] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e230107-6331-40de-8d8d-42624bc523d6 tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Lock "93fdbf99-a224-4531-887b-9ee805ecb49c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.835s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.799780] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221a0b1f-c5ab-4085-8035-a4b1a845e84c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.809929] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77185135-60d1-48d0-abb5-1d8d57e17d9e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.815106] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 65a95fef-d9f4-4fbc-b735-4af788dc8d5e] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.847912] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03cae25-69da-4f8c-8c12-eddf967bd2bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.856797] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d39b4b4-b2cc-4bf9-aaca-8658ce3024fc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.876064] env[68627]: DEBUG nova.compute.provider_tree [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.928792] env[68627]: DEBUG oslo_vmware.api [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037144, 'name': PowerOnVM_Task, 'duration_secs': 0.488798} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.929063] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.929270] env[68627]: INFO nova.compute.manager [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Took 9.09 seconds to spawn the instance on the hypervisor. [ 857.929452] env[68627]: DEBUG nova.compute.manager [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.930239] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f010982-82b6-4551-912c-1528e29cf46a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.945671] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.200823] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Acquiring lock "93fdbf99-a224-4531-887b-9ee805ecb49c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.201058] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Lock "93fdbf99-a224-4531-887b-9ee805ecb49c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.201355] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Acquiring lock "93fdbf99-a224-4531-887b-9ee805ecb49c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.201928] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Lock "93fdbf99-a224-4531-887b-9ee805ecb49c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.202169] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Lock "93fdbf99-a224-4531-887b-9ee805ecb49c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.204466] env[68627]: INFO nova.compute.manager [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Terminating instance [ 858.317684] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 8ba8e593-f0bc-495d-9c67-a9583e152b70] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.379254] env[68627]: DEBUG nova.scheduler.client.report [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.452114] env[68627]: INFO nova.compute.manager [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Took 46.71 seconds to build instance. [ 858.467961] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.708126] env[68627]: DEBUG nova.compute.manager [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.708383] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.709361] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc871793-9d42-4eb3-9a07-f1de0c086660 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.718291] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.718579] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce6c2047-0a23-4451-8f17-7652b0bababe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.727162] env[68627]: DEBUG oslo_vmware.api [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Waiting for the task: (returnval){ [ 858.727162] env[68627]: value = "task-3037145" [ 858.727162] env[68627]: _type = "Task" [ 858.727162] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.736514] env[68627]: DEBUG oslo_vmware.api [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.821863] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: d97f7887-afa4-4707-99dd-ef8376e41103] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.884645] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.885322] env[68627]: DEBUG nova.compute.manager [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.887992] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.647s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.890733] env[68627]: INFO nova.compute.claims [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.957066] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d871b8a0-2567-4687-a467-1b8bfccc2c4b tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Lock "bcf23d21-2526-4821-9eba-ab8b664c3556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.454s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.238395] env[68627]: DEBUG oslo_vmware.api [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037145, 'name': PowerOffVM_Task, 'duration_secs': 0.225429} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.238687] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.238852] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.239128] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4b220f3-6696-4a27-900b-9aff4d2f6376 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.326359] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 420b0636-2a0f-4e54-aec4-ae0083e300e5] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 859.333631] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.333870] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.334082] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Deleting the datastore file [datastore1] 93fdbf99-a224-4531-887b-9ee805ecb49c {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.334376] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a48bc25-78e8-4199-b5bd-baa5e7ba9a4d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.341335] env[68627]: DEBUG oslo_vmware.api [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Waiting for the task: (returnval){ [ 859.341335] env[68627]: value = "task-3037147" [ 859.341335] env[68627]: _type = "Task" [ 859.341335] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.349982] env[68627]: DEBUG oslo_vmware.api [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.397078] env[68627]: DEBUG nova.compute.utils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.399613] env[68627]: DEBUG nova.compute.manager [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.399779] env[68627]: DEBUG nova.network.neutron [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.440746] env[68627]: DEBUG nova.policy [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72ecfb4f812f42b6bbe5feae08ff83c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3707c006825b46d4ad747d4c059deab5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.459278] env[68627]: DEBUG nova.compute.manager [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.706123] env[68627]: DEBUG nova.network.neutron [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Successfully created port: 4f156dd2-5c17-47ed-9968-5ee9aff3b153 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.723828] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquiring lock "bcf23d21-2526-4821-9eba-ab8b664c3556" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.724206] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Lock "bcf23d21-2526-4821-9eba-ab8b664c3556" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.724452] env[68627]: INFO nova.compute.manager [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Rebooting instance [ 859.829678] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 054d3be2-55c6-4aeb-b3a8-12accde45b9e] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 859.851945] env[68627]: DEBUG oslo_vmware.api [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Task: {'id': task-3037147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161267} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.852281] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.852463] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.852644] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.852821] env[68627]: INFO nova.compute.manager [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 859.853083] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.853306] env[68627]: DEBUG nova.compute.manager [-] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.853418] env[68627]: DEBUG nova.network.neutron [-] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.900435] env[68627]: DEBUG nova.compute.manager [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.987264] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.242930] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquiring lock "refresh_cache-bcf23d21-2526-4821-9eba-ab8b664c3556" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.243193] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquired lock "refresh_cache-bcf23d21-2526-4821-9eba-ab8b664c3556" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.243587] env[68627]: DEBUG nova.network.neutron [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.310710] env[68627]: DEBUG nova.compute.manager [req-b4abeb82-447e-4a10-9be8-9f5437eb19f9 req-504bb6bb-3faa-4d04-bcb6-e03d0e8894ca service nova] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Received event network-vif-deleted-80e409c6-cada-4282-9723-89373543c860 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.310921] env[68627]: INFO nova.compute.manager [req-b4abeb82-447e-4a10-9be8-9f5437eb19f9 req-504bb6bb-3faa-4d04-bcb6-e03d0e8894ca service nova] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Neutron deleted interface 80e409c6-cada-4282-9723-89373543c860; detaching it from the instance and deleting it from the info cache [ 860.311103] env[68627]: DEBUG nova.network.neutron [req-b4abeb82-447e-4a10-9be8-9f5437eb19f9 req-504bb6bb-3faa-4d04-bcb6-e03d0e8894ca service nova] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.334888] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 9554d8a9-6914-4833-81b9-5246d5217106] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.403510] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53a4ba5-8cd5-4e94-a389-2fda792d7db4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.415660] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3cdca3-1727-4c09-b851-723935ae4d9e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.450279] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e70641-13db-4c9a-93ea-9e3399833d2b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.461349] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f94d7fb-b1de-49b7-99c5-ce334c402e6d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.477245] env[68627]: DEBUG nova.compute.provider_tree [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.788610] env[68627]: DEBUG nova.network.neutron [-] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.813741] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-463e328a-0856-49d3-898a-7d351098e95c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.825398] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e60c0ae-8460-48ff-83c7-916035ef8aeb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.838799] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: dd38324c-5574-48d6-b5f7-f59d65605e52] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.873991] env[68627]: DEBUG nova.compute.manager [req-b4abeb82-447e-4a10-9be8-9f5437eb19f9 req-504bb6bb-3faa-4d04-bcb6-e03d0e8894ca service nova] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Detach interface failed, port_id=80e409c6-cada-4282-9723-89373543c860, reason: Instance 93fdbf99-a224-4531-887b-9ee805ecb49c could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 860.912092] env[68627]: DEBUG nova.compute.manager [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.936281] env[68627]: DEBUG nova.virt.hardware [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.936478] env[68627]: DEBUG nova.virt.hardware [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.936645] env[68627]: DEBUG nova.virt.hardware [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.936829] env[68627]: DEBUG nova.virt.hardware [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.936975] env[68627]: DEBUG nova.virt.hardware [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.937547] env[68627]: DEBUG nova.virt.hardware [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.937653] env[68627]: DEBUG nova.virt.hardware [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.937890] env[68627]: DEBUG nova.virt.hardware [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.937994] env[68627]: DEBUG nova.virt.hardware [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.938188] env[68627]: DEBUG nova.virt.hardware [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.938364] env[68627]: DEBUG nova.virt.hardware [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.939255] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdf4c1f-06f6-41a1-bf97-94bb2356f1dc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.948440] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6845981-61bb-407f-be45-e0978bea41b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.980657] env[68627]: DEBUG nova.scheduler.client.report [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.037177] env[68627]: DEBUG nova.network.neutron [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Updating instance_info_cache with network_info: [{"id": "ad94f05f-6e62-4a5b-948e-61fd9923a728", "address": "fa:16:3e:5c:db:e4", "network": {"id": "40ec6bd5-81b6-4559-8e8f-cff6bbea0187", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1865865379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd9927e299244e509f593f8de4f0592e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad94f05f-6e", "ovs_interfaceid": "ad94f05f-6e62-4a5b-948e-61fd9923a728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.151985] env[68627]: DEBUG nova.compute.manager [req-f52c6c9f-d1e9-4326-9b3c-45a17b8b49e8 req-753faf8e-946a-4f68-925f-1628998c32fa service nova] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Received event network-vif-plugged-4f156dd2-5c17-47ed-9968-5ee9aff3b153 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.152084] env[68627]: DEBUG oslo_concurrency.lockutils [req-f52c6c9f-d1e9-4326-9b3c-45a17b8b49e8 req-753faf8e-946a-4f68-925f-1628998c32fa service nova] Acquiring lock "0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.152281] env[68627]: DEBUG oslo_concurrency.lockutils [req-f52c6c9f-d1e9-4326-9b3c-45a17b8b49e8 req-753faf8e-946a-4f68-925f-1628998c32fa service nova] Lock "0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.152459] env[68627]: DEBUG oslo_concurrency.lockutils [req-f52c6c9f-d1e9-4326-9b3c-45a17b8b49e8 req-753faf8e-946a-4f68-925f-1628998c32fa service nova] Lock "0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.152615] env[68627]: DEBUG nova.compute.manager [req-f52c6c9f-d1e9-4326-9b3c-45a17b8b49e8 req-753faf8e-946a-4f68-925f-1628998c32fa service nova] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] No waiting events found dispatching network-vif-plugged-4f156dd2-5c17-47ed-9968-5ee9aff3b153 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.152780] env[68627]: WARNING nova.compute.manager [req-f52c6c9f-d1e9-4326-9b3c-45a17b8b49e8 req-753faf8e-946a-4f68-925f-1628998c32fa service nova] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Received unexpected event network-vif-plugged-4f156dd2-5c17-47ed-9968-5ee9aff3b153 for instance with vm_state building and task_state spawning. [ 861.243252] env[68627]: DEBUG nova.network.neutron [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Successfully updated port: 4f156dd2-5c17-47ed-9968-5ee9aff3b153 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.292030] env[68627]: INFO nova.compute.manager [-] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Took 1.44 seconds to deallocate network for instance. [ 861.342106] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 4db0bf5d-f7aa-45ce-95db-60596ef8966b] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 861.486045] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.486576] env[68627]: DEBUG nova.compute.manager [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.489411] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.528s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.489585] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.491968] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.522s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.492171] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.493863] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.972s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.495317] env[68627]: INFO nova.compute.claims [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.520124] env[68627]: INFO nova.scheduler.client.report [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Deleted allocations for instance 8b733d8f-d022-48d8-9685-31ed951af87e [ 861.525205] env[68627]: INFO nova.scheduler.client.report [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Deleted allocations for instance d0bab223-cfbc-4b23-9a25-11787bb7487e [ 861.539521] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Releasing lock "refresh_cache-bcf23d21-2526-4821-9eba-ab8b664c3556" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.747214] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "refresh_cache-0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.747214] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquired lock "refresh_cache-0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.747214] env[68627]: DEBUG nova.network.neutron [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.798804] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.846708] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: db67f3dd-8b08-4114-9c41-4b145b37180d] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 862.002102] env[68627]: DEBUG nova.compute.utils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.003802] env[68627]: DEBUG nova.compute.manager [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.004130] env[68627]: DEBUG nova.network.neutron [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.032024] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9a5ac292-e320-4ce5-a5fd-177b0a13e223 tempest-ServersTestMultiNic-1205743583 tempest-ServersTestMultiNic-1205743583-project-member] Lock "8b733d8f-d022-48d8-9685-31ed951af87e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.813s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.034561] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c35d57dc-d389-4eac-a34b-82e5f857aa08 tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "d0bab223-cfbc-4b23-9a25-11787bb7487e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.667s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.044766] env[68627]: DEBUG nova.compute.manager [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.047718] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8596085a-2148-44ad-b0dd-3865a9ea334b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.061411] env[68627]: DEBUG nova.policy [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6616829b5cc4e2c99535e956c085311', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5160c8fd896d45978b6262c475c9e3d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.232846] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "8f35e0ac-c564-4873-89e5-9b072e9804d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.233533] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "8f35e0ac-c564-4873-89e5-9b072e9804d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.233533] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "8f35e0ac-c564-4873-89e5-9b072e9804d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.233735] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "8f35e0ac-c564-4873-89e5-9b072e9804d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.233956] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "8f35e0ac-c564-4873-89e5-9b072e9804d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.240357] env[68627]: INFO nova.compute.manager [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Terminating instance [ 862.984660] env[68627]: DEBUG nova.network.neutron [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.987025] env[68627]: DEBUG nova.network.neutron [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Successfully created port: 7fe4a1db-e702-4201-a282-ed45ddec911b {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.988814] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: ef394827-1b6c-43d7-acf7-6bddde9f05a1] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 862.994705] env[68627]: DEBUG nova.compute.manager [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.998836] env[68627]: DEBUG nova.compute.manager [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.999039] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.001452] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8ebdfe-1565-4130-aee1-14d011c1c50c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.011466] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.011466] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6f333a9-d062-47d1-843e-8afb1d73ddfb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.017348] env[68627]: DEBUG oslo_vmware.api [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 863.017348] env[68627]: value = "task-3037148" [ 863.017348] env[68627]: _type = "Task" [ 863.017348] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.028135] env[68627]: DEBUG oslo_vmware.api [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.164387] env[68627]: DEBUG nova.network.neutron [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Updating instance_info_cache with network_info: [{"id": "4f156dd2-5c17-47ed-9968-5ee9aff3b153", "address": "fa:16:3e:02:89:25", "network": {"id": "6576e5a8-77e5-4611-8a9d-175c98d49406", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-112814945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3707c006825b46d4ad747d4c059deab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f156dd2-5c", "ovs_interfaceid": "4f156dd2-5c17-47ed-9968-5ee9aff3b153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.189439] env[68627]: DEBUG nova.compute.manager [req-51592a7b-bcbf-48ee-8585-25bbcb15356c req-ba2e1f26-32a8-4809-accb-27cd6214158b service nova] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Received event network-changed-4f156dd2-5c17-47ed-9968-5ee9aff3b153 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.189769] env[68627]: DEBUG nova.compute.manager [req-51592a7b-bcbf-48ee-8585-25bbcb15356c req-ba2e1f26-32a8-4809-accb-27cd6214158b service nova] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Refreshing instance network info cache due to event network-changed-4f156dd2-5c17-47ed-9968-5ee9aff3b153. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.189973] env[68627]: DEBUG oslo_concurrency.lockutils [req-51592a7b-bcbf-48ee-8585-25bbcb15356c req-ba2e1f26-32a8-4809-accb-27cd6214158b service nova] Acquiring lock "refresh_cache-0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.492687] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: d7b3a786-75c2-4512-9a54-2fabaca08b9c] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 863.509061] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778b280d-e328-4530-9204-753b03742f08 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.509562] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a956f37-2c45-4092-89d1-fe6ad2a90fed {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.520127] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Doing hard reboot of VM {{(pid=68627) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 863.523087] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5d6b7ab6-63b5-428b-a0e7-681b73d26cc5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.525370] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5ec87a-9be8-4af4-a927-77de40709fa2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.534820] env[68627]: DEBUG oslo_vmware.api [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037148, 'name': PowerOffVM_Task, 'duration_secs': 0.218767} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.562739] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.562954] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.564400] env[68627]: DEBUG oslo_vmware.api [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Waiting for the task: (returnval){ [ 863.564400] env[68627]: value = "task-3037149" [ 863.564400] env[68627]: _type = "Task" [ 863.564400] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.564625] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9b5e19a-d5a5-4961-82b4-ddcb667d193e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.566710] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b4c19e-4ffa-43da-a7d3-4b88970fe1db {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.578713] env[68627]: DEBUG oslo_vmware.api [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037149, 'name': ResetVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.581980] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3e44e8-6097-486a-a8c2-c94415b863a0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.596248] env[68627]: DEBUG nova.compute.provider_tree [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.639939] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.639939] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.639939] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Deleting the datastore file [datastore1] 8f35e0ac-c564-4873-89e5-9b072e9804d4 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.640216] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b32c545-14f5-4738-a254-0307c660e720 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.647518] env[68627]: DEBUG oslo_vmware.api [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 863.647518] env[68627]: value = "task-3037151" [ 863.647518] env[68627]: _type = "Task" [ 863.647518] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.656099] env[68627]: DEBUG oslo_vmware.api [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.666896] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Releasing lock "refresh_cache-0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.667198] env[68627]: DEBUG nova.compute.manager [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Instance network_info: |[{"id": "4f156dd2-5c17-47ed-9968-5ee9aff3b153", "address": "fa:16:3e:02:89:25", "network": {"id": "6576e5a8-77e5-4611-8a9d-175c98d49406", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-112814945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3707c006825b46d4ad747d4c059deab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f156dd2-5c", "ovs_interfaceid": "4f156dd2-5c17-47ed-9968-5ee9aff3b153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.668864] env[68627]: DEBUG oslo_concurrency.lockutils [req-51592a7b-bcbf-48ee-8585-25bbcb15356c req-ba2e1f26-32a8-4809-accb-27cd6214158b service nova] Acquired lock "refresh_cache-0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.668864] env[68627]: DEBUG nova.network.neutron [req-51592a7b-bcbf-48ee-8585-25bbcb15356c req-ba2e1f26-32a8-4809-accb-27cd6214158b service nova] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Refreshing network info cache for port 4f156dd2-5c17-47ed-9968-5ee9aff3b153 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.669208] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:89:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f156dd2-5c17-47ed-9968-5ee9aff3b153', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.678827] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.682585] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.683080] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-023cf997-b2e0-4b16-bfb7-9cafd189c902 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.708048] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.708048] env[68627]: value = "task-3037152" [ 863.708048] env[68627]: _type = "Task" [ 863.708048] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.722632] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037152, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.997818] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: d1ec15c3-dc28-4b64-8277-48d732289a64] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 864.013585] env[68627]: DEBUG nova.compute.manager [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.041907] env[68627]: DEBUG nova.virt.hardware [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.042192] env[68627]: DEBUG nova.virt.hardware [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.042352] env[68627]: DEBUG nova.virt.hardware [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.042544] env[68627]: DEBUG nova.virt.hardware [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.042691] env[68627]: DEBUG nova.virt.hardware [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.042836] env[68627]: DEBUG nova.virt.hardware [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.044223] env[68627]: DEBUG nova.virt.hardware [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.044223] env[68627]: DEBUG nova.virt.hardware [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.044223] env[68627]: DEBUG nova.virt.hardware [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.044223] env[68627]: DEBUG nova.virt.hardware [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.044223] env[68627]: DEBUG nova.virt.hardware [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.044987] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff4f785-9bff-4f3f-9309-bd515cf9d0d7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.054143] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e614728-fc0d-472f-a68c-e6632e9b2dac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.084715] env[68627]: DEBUG oslo_vmware.api [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037149, 'name': ResetVM_Task, 'duration_secs': 0.1055} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.084983] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Did hard reboot of VM {{(pid=68627) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 864.085214] env[68627]: DEBUG nova.compute.manager [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.085970] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c9958a-36d7-4b4b-9037-8ca414d18398 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.103027] env[68627]: DEBUG nova.scheduler.client.report [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.158088] env[68627]: DEBUG oslo_vmware.api [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136637} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.158870] env[68627]: DEBUG nova.network.neutron [req-51592a7b-bcbf-48ee-8585-25bbcb15356c req-ba2e1f26-32a8-4809-accb-27cd6214158b service nova] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Updated VIF entry in instance network info cache for port 4f156dd2-5c17-47ed-9968-5ee9aff3b153. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.159205] env[68627]: DEBUG nova.network.neutron [req-51592a7b-bcbf-48ee-8585-25bbcb15356c req-ba2e1f26-32a8-4809-accb-27cd6214158b service nova] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Updating instance_info_cache with network_info: [{"id": "4f156dd2-5c17-47ed-9968-5ee9aff3b153", "address": "fa:16:3e:02:89:25", "network": {"id": "6576e5a8-77e5-4611-8a9d-175c98d49406", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-112814945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3707c006825b46d4ad747d4c059deab5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f156dd2-5c", "ovs_interfaceid": "4f156dd2-5c17-47ed-9968-5ee9aff3b153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.160366] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.162421] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.162421] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.162421] env[68627]: INFO nova.compute.manager [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 864.162421] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.162421] env[68627]: DEBUG nova.compute.manager [-] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.162421] env[68627]: DEBUG nova.network.neutron [-] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.218220] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037152, 'name': CreateVM_Task, 'duration_secs': 0.339393} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.218411] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.218993] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.219164] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.219469] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.219708] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6c19ce-ec16-4ea6-bcc3-f8a45df3d8cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.224614] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 864.224614] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f60aa2-d5e5-c294-d4ad-b4ef5bd4ce78" [ 864.224614] env[68627]: _type = "Task" [ 864.224614] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.232411] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f60aa2-d5e5-c294-d4ad-b4ef5bd4ce78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.505706] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: b711c51c-67bc-4485-a3d4-ebfd4db35ae0] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 864.598807] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e60ce92f-8cc5-4c14-8f17-fbf46e02f37e tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Lock "bcf23d21-2526-4821-9eba-ab8b664c3556" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.875s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.605149] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.111s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.606102] env[68627]: DEBUG nova.compute.manager [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.608122] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.789s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.613591] env[68627]: DEBUG nova.network.neutron [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Successfully updated port: 7fe4a1db-e702-4201-a282-ed45ddec911b {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.663005] env[68627]: DEBUG oslo_concurrency.lockutils [req-51592a7b-bcbf-48ee-8585-25bbcb15356c req-ba2e1f26-32a8-4809-accb-27cd6214158b service nova] Releasing lock "refresh_cache-0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.735784] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f60aa2-d5e5-c294-d4ad-b4ef5bd4ce78, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.736131] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.736368] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.736611] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.736758] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.736937] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.737215] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cedf22b2-191d-4a41-a506-4cb3f0ffb09a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.745937] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.746136] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.746833] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c08ab1-fd23-4744-a04f-ad7df6262c7a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.751843] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 864.751843] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520624e3-c109-e187-bbdc-2d3ce39f7e37" [ 864.751843] env[68627]: _type = "Task" [ 864.751843] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.759506] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520624e3-c109-e187-bbdc-2d3ce39f7e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.783510] env[68627]: DEBUG nova.compute.manager [req-28af6b3f-7a37-412f-ab1d-1ffd011e4f0c req-5fe3ec6b-7642-4f25-890d-e3bd15b78168 service nova] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Received event network-vif-deleted-9f736756-bdd8-473f-91a4-f9286a41a456 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.783728] env[68627]: INFO nova.compute.manager [req-28af6b3f-7a37-412f-ab1d-1ffd011e4f0c req-5fe3ec6b-7642-4f25-890d-e3bd15b78168 service nova] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Neutron deleted interface 9f736756-bdd8-473f-91a4-f9286a41a456; detaching it from the instance and deleting it from the info cache [ 864.783903] env[68627]: DEBUG nova.network.neutron [req-28af6b3f-7a37-412f-ab1d-1ffd011e4f0c req-5fe3ec6b-7642-4f25-890d-e3bd15b78168 service nova] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.009701] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: a138922c-a6ed-40e6-bfac-b5647b472eeb] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 865.062739] env[68627]: DEBUG nova.network.neutron [-] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.117669] env[68627]: DEBUG nova.compute.utils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.121467] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Acquiring lock "refresh_cache-cac9be22-fe33-4bbc-b5e7-d9521a3cf387" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.121467] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Acquired lock "refresh_cache-cac9be22-fe33-4bbc-b5e7-d9521a3cf387" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.121467] env[68627]: DEBUG nova.network.neutron [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.125017] env[68627]: DEBUG nova.compute.manager [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.125017] env[68627]: DEBUG nova.network.neutron [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.191463] env[68627]: DEBUG nova.policy [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '242758552c0d4e56bacec6501846560e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66bf32cd43174c1bbeeea92411d2a9b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.231017] env[68627]: DEBUG nova.compute.manager [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Received event network-vif-plugged-7fe4a1db-e702-4201-a282-ed45ddec911b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.231017] env[68627]: DEBUG oslo_concurrency.lockutils [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] Acquiring lock "cac9be22-fe33-4bbc-b5e7-d9521a3cf387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.231017] env[68627]: DEBUG oslo_concurrency.lockutils [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] Lock "cac9be22-fe33-4bbc-b5e7-d9521a3cf387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.231017] env[68627]: DEBUG oslo_concurrency.lockutils [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] Lock "cac9be22-fe33-4bbc-b5e7-d9521a3cf387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.231017] env[68627]: DEBUG nova.compute.manager [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] No waiting events found dispatching network-vif-plugged-7fe4a1db-e702-4201-a282-ed45ddec911b {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.231017] env[68627]: WARNING nova.compute.manager [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Received unexpected event network-vif-plugged-7fe4a1db-e702-4201-a282-ed45ddec911b for instance with vm_state building and task_state spawning. [ 865.231017] env[68627]: DEBUG nova.compute.manager [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Received event network-changed-7fe4a1db-e702-4201-a282-ed45ddec911b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.231017] env[68627]: DEBUG nova.compute.manager [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Refreshing instance network info cache due to event network-changed-7fe4a1db-e702-4201-a282-ed45ddec911b. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.231017] env[68627]: DEBUG oslo_concurrency.lockutils [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] Acquiring lock "refresh_cache-cac9be22-fe33-4bbc-b5e7-d9521a3cf387" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.264449] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520624e3-c109-e187-bbdc-2d3ce39f7e37, 'name': SearchDatastore_Task, 'duration_secs': 0.008316} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.272283] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf0c59a-90a2-46b7-af1b-c870c787bbf4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.279680] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 865.279680] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521cc563-e73c-3e68-0815-e1bc7b0ce4a9" [ 865.279680] env[68627]: _type = "Task" [ 865.279680] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.289919] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb58b52a-10bd-4c6a-8498-cf2219639075 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.296336] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521cc563-e73c-3e68-0815-e1bc7b0ce4a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.297082] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.297392] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386/0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.297659] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bacd1436-85c3-41ba-86e9-7b831197859c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.306485] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a11286-2336-498a-9ba1-641165e14fce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.322888] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 865.322888] env[68627]: value = "task-3037153" [ 865.322888] env[68627]: _type = "Task" [ 865.322888] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.332115] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.352122] env[68627]: DEBUG nova.compute.manager [req-28af6b3f-7a37-412f-ab1d-1ffd011e4f0c req-5fe3ec6b-7642-4f25-890d-e3bd15b78168 service nova] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Detach interface failed, port_id=9f736756-bdd8-473f-91a4-f9286a41a456, reason: Instance 8f35e0ac-c564-4873-89e5-9b072e9804d4 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.513673] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: c5649df0-b209-49ed-8816-67691d515acc] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 865.566726] env[68627]: INFO nova.compute.manager [-] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Took 1.40 seconds to deallocate network for instance. [ 865.582375] env[68627]: DEBUG nova.network.neutron [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Successfully created port: 036c6770-5a95-4637-89d6-67cdb2f85584 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.629630] env[68627]: DEBUG nova.compute.manager [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.713149] env[68627]: DEBUG nova.network.neutron [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.717547] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9a17f0-bf50-43b9-823a-cdd45530e82c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.727183] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4181a5fe-803b-40a9-a039-8cb149358d9b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.763974] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d30194-fc92-4ab4-9c93-7779b03a7d5f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.774809] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85577f1c-ae45-474d-8738-30146c3fa0d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.779767] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquiring lock "bcf23d21-2526-4821-9eba-ab8b664c3556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.780534] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Lock "bcf23d21-2526-4821-9eba-ab8b664c3556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.780755] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquiring lock "bcf23d21-2526-4821-9eba-ab8b664c3556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.780958] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Lock "bcf23d21-2526-4821-9eba-ab8b664c3556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.781289] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Lock "bcf23d21-2526-4821-9eba-ab8b664c3556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.783520] env[68627]: INFO nova.compute.manager [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Terminating instance [ 865.794645] env[68627]: DEBUG nova.compute.provider_tree [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.834769] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464001} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.835081] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386/0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.835304] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.835594] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4d027f8-f595-4181-b4fa-30882a105c38 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.844168] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 865.844168] env[68627]: value = "task-3037154" [ 865.844168] env[68627]: _type = "Task" [ 865.844168] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.854504] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.018071] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 683ec368-79b8-4bcd-87f2-ac1528f5f8dd] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 866.074707] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.076299] env[68627]: DEBUG nova.network.neutron [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Updating instance_info_cache with network_info: [{"id": "7fe4a1db-e702-4201-a282-ed45ddec911b", "address": "fa:16:3e:8f:54:9f", "network": {"id": "2ca91a46-b7dd-4f86-9f54-8ebc9bdf74e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-748222051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5160c8fd896d45978b6262c475c9e3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe4a1db-e7", "ovs_interfaceid": "7fe4a1db-e702-4201-a282-ed45ddec911b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.302291] env[68627]: DEBUG nova.scheduler.client.report [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.306359] env[68627]: DEBUG nova.compute.manager [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.306618] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.307931] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405497bc-2107-4eeb-837f-9de12ae8fa3f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.319019] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.319019] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d31d38-f827-45b1-a202-7efe42b647ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.327130] env[68627]: DEBUG oslo_vmware.api [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Waiting for the task: (returnval){ [ 866.327130] env[68627]: value = "task-3037155" [ 866.327130] env[68627]: _type = "Task" [ 866.327130] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.337279] env[68627]: DEBUG oslo_vmware.api [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.353776] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074136} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.354031] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.354843] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abbe2b9-e4fc-4792-a0b7-f95cd23816ab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.377690] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386/0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.377996] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41331c6-8910-4602-a481-f97d0aae2931 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.399775] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 866.399775] env[68627]: value = "task-3037156" [ 866.399775] env[68627]: _type = "Task" [ 866.399775] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.408709] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.519707] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 35dabbb3-7b76-45e6-a060-3a8f65674b68] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 866.579508] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Releasing lock "refresh_cache-cac9be22-fe33-4bbc-b5e7-d9521a3cf387" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.579865] env[68627]: DEBUG nova.compute.manager [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Instance network_info: |[{"id": "7fe4a1db-e702-4201-a282-ed45ddec911b", "address": "fa:16:3e:8f:54:9f", "network": {"id": "2ca91a46-b7dd-4f86-9f54-8ebc9bdf74e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-748222051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5160c8fd896d45978b6262c475c9e3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe4a1db-e7", "ovs_interfaceid": "7fe4a1db-e702-4201-a282-ed45ddec911b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.580282] env[68627]: DEBUG oslo_concurrency.lockutils [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] Acquired lock "refresh_cache-cac9be22-fe33-4bbc-b5e7-d9521a3cf387" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.580508] env[68627]: DEBUG nova.network.neutron [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Refreshing network info cache for port 7fe4a1db-e702-4201-a282-ed45ddec911b {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.582787] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:54:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fe4a1db-e702-4201-a282-ed45ddec911b', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.591991] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Creating folder: Project (5160c8fd896d45978b6262c475c9e3d2). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.593632] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33be154f-ced3-403b-94f7-df6f209812b3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.606679] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Created folder: Project (5160c8fd896d45978b6262c475c9e3d2) in parent group-v608385. [ 866.606968] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Creating folder: Instances. Parent ref: group-v608569. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.607258] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7ee604e-453e-4f28-9d2f-db1e7af208a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.621387] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Created folder: Instances in parent group-v608569. [ 866.621670] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.621910] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.622153] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0952cec-6af1-47fc-8b9c-072f147a5b9c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.640309] env[68627]: DEBUG nova.compute.manager [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.644175] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.644175] env[68627]: value = "task-3037159" [ 866.644175] env[68627]: _type = "Task" [ 866.644175] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.652339] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037159, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.668144] env[68627]: DEBUG nova.virt.hardware [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.668415] env[68627]: DEBUG nova.virt.hardware [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.669188] env[68627]: DEBUG nova.virt.hardware [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.669188] env[68627]: DEBUG nova.virt.hardware [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.669188] env[68627]: DEBUG nova.virt.hardware [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.669188] env[68627]: DEBUG nova.virt.hardware [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.669428] env[68627]: DEBUG nova.virt.hardware [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.669428] env[68627]: DEBUG nova.virt.hardware [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.669607] env[68627]: DEBUG nova.virt.hardware [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.669746] env[68627]: DEBUG nova.virt.hardware [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.669922] env[68627]: DEBUG nova.virt.hardware [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.671122] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a45867-24d3-46b2-90e7-6b5dbeffe84a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.680216] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e228e5-2214-4589-bd61-7516ec576da6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.839142] env[68627]: DEBUG oslo_vmware.api [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037155, 'name': PowerOffVM_Task, 'duration_secs': 0.306492} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.839469] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.839654] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.840039] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b99ee6a-a656-4679-9664-9f2780b5d67a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.912429] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.965454] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.965825] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.966158] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Deleting the datastore file [datastore1] bcf23d21-2526-4821-9eba-ab8b664c3556 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.966641] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-046c207c-5d4c-474b-9957-518c43fe86c1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.973999] env[68627]: DEBUG oslo_vmware.api [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Waiting for the task: (returnval){ [ 866.973999] env[68627]: value = "task-3037161" [ 866.973999] env[68627]: _type = "Task" [ 866.973999] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.982796] env[68627]: DEBUG oslo_vmware.api [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.023845] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 02cecd4f-38a7-449c-8422-9b4cb2434407] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 867.156880] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037159, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.169268] env[68627]: DEBUG nova.network.neutron [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Successfully updated port: 036c6770-5a95-4637-89d6-67cdb2f85584 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.314134] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.706s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.319700] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.483s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.325238] env[68627]: INFO nova.compute.claims [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.411013] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037156, 'name': ReconfigVM_Task, 'duration_secs': 0.645373} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.411336] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386/0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.411985] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d463fe79-7666-442c-af20-10f9c0d3903b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.436022] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 867.436022] env[68627]: value = "task-3037162" [ 867.436022] env[68627]: _type = "Task" [ 867.436022] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.443736] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037162, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.484436] env[68627]: DEBUG oslo_vmware.api [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Task: {'id': task-3037161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155871} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.484817] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.485067] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.487435] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.487435] env[68627]: INFO nova.compute.manager [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Took 1.18 seconds to destroy the instance on the hypervisor. [ 867.487435] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.487435] env[68627]: DEBUG nova.compute.manager [-] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.487435] env[68627]: DEBUG nova.network.neutron [-] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.527715] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: a8fff535-2bd4-4e9a-94f1-c1e9da9b6b2e] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 867.533292] env[68627]: DEBUG nova.compute.manager [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Received event network-vif-plugged-036c6770-5a95-4637-89d6-67cdb2f85584 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.533433] env[68627]: DEBUG oslo_concurrency.lockutils [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] Acquiring lock "60d87a34-6085-4b55-8f29-9fccb02d6ad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.533913] env[68627]: DEBUG oslo_concurrency.lockutils [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] Lock "60d87a34-6085-4b55-8f29-9fccb02d6ad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.534120] env[68627]: DEBUG oslo_concurrency.lockutils [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] Lock "60d87a34-6085-4b55-8f29-9fccb02d6ad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.534640] env[68627]: DEBUG nova.compute.manager [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] No waiting events found dispatching network-vif-plugged-036c6770-5a95-4637-89d6-67cdb2f85584 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.534640] env[68627]: WARNING nova.compute.manager [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Received unexpected event network-vif-plugged-036c6770-5a95-4637-89d6-67cdb2f85584 for instance with vm_state building and task_state spawning. [ 867.534742] env[68627]: DEBUG nova.compute.manager [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Received event network-changed-036c6770-5a95-4637-89d6-67cdb2f85584 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.534920] env[68627]: DEBUG nova.compute.manager [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Refreshing instance network info cache due to event network-changed-036c6770-5a95-4637-89d6-67cdb2f85584. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.535260] env[68627]: DEBUG oslo_concurrency.lockutils [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] Acquiring lock "refresh_cache-60d87a34-6085-4b55-8f29-9fccb02d6ad9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.535362] env[68627]: DEBUG oslo_concurrency.lockutils [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] Acquired lock "refresh_cache-60d87a34-6085-4b55-8f29-9fccb02d6ad9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.535838] env[68627]: DEBUG nova.network.neutron [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Refreshing network info cache for port 036c6770-5a95-4637-89d6-67cdb2f85584 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.560113] env[68627]: DEBUG nova.network.neutron [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Updated VIF entry in instance network info cache for port 7fe4a1db-e702-4201-a282-ed45ddec911b. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.561754] env[68627]: DEBUG nova.network.neutron [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Updating instance_info_cache with network_info: [{"id": "7fe4a1db-e702-4201-a282-ed45ddec911b", "address": "fa:16:3e:8f:54:9f", "network": {"id": "2ca91a46-b7dd-4f86-9f54-8ebc9bdf74e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-748222051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5160c8fd896d45978b6262c475c9e3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe4a1db-e7", "ovs_interfaceid": "7fe4a1db-e702-4201-a282-ed45ddec911b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.657226] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037159, 'name': CreateVM_Task, 'duration_secs': 0.554568} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.657226] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.657226] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.657226] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.657226] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.657658] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c4d6ac-a0db-4685-a646-b0d24fda4017 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.662585] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Waiting for the task: (returnval){ [ 867.662585] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a676a2-1987-ac04-742e-4ed47dc5f49d" [ 867.662585] env[68627]: _type = "Task" [ 867.662585] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.674380] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Acquiring lock "refresh_cache-60d87a34-6085-4b55-8f29-9fccb02d6ad9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.674380] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a676a2-1987-ac04-742e-4ed47dc5f49d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.909705] env[68627]: INFO nova.scheduler.client.report [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted allocation for migration 4292a693-f620-443f-8e5d-e6425db2f18d [ 867.945864] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037162, 'name': Rename_Task, 'duration_secs': 0.156033} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.946165] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.946425] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e449e58b-c6df-4cab-bcf5-fdf9d7c35fef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.953966] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 867.953966] env[68627]: value = "task-3037163" [ 867.953966] env[68627]: _type = "Task" [ 867.953966] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.962301] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.038588] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 59985f8a-277d-4930-8c47-61161cb531b6] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 868.064121] env[68627]: DEBUG oslo_concurrency.lockutils [req-4a5e3ade-03f5-4c36-bd5a-d4d0a1062f0c req-4cf6b503-639b-491b-b7d9-5a96aaedb3dc service nova] Releasing lock "refresh_cache-cac9be22-fe33-4bbc-b5e7-d9521a3cf387" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.085876] env[68627]: DEBUG nova.network.neutron [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.174183] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a676a2-1987-ac04-742e-4ed47dc5f49d, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.174498] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.174737] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.174973] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.175134] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.175317] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.175573] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be4e9b85-bd1e-468c-b900-e99b11ddd4a0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.184257] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.184379] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.185124] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1805f38-7692-4b1f-aa81-efcb2e19c262 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.190343] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Waiting for the task: (returnval){ [ 868.190343] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5207087d-7ae4-caae-a66e-0040e02579c1" [ 868.190343] env[68627]: _type = "Task" [ 868.190343] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.198506] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5207087d-7ae4-caae-a66e-0040e02579c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.215994] env[68627]: DEBUG nova.network.neutron [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.413586] env[68627]: DEBUG nova.network.neutron [-] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.415392] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c59cb805-c820-42e4-986a-db5e2eca41b6 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "bd68584c-0332-4bea-b08b-5a5682f32233" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.009s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.465335] env[68627]: DEBUG oslo_vmware.api [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037163, 'name': PowerOnVM_Task, 'duration_secs': 0.442685} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.465608] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.465809] env[68627]: INFO nova.compute.manager [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Took 7.55 seconds to spawn the instance on the hypervisor. [ 868.466073] env[68627]: DEBUG nova.compute.manager [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.466872] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0670fa88-33aa-446a-9526-16601666c33c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.544160] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: eca40a24-cf88-4d85-aec1-f571763e7e11] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 868.701763] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5207087d-7ae4-caae-a66e-0040e02579c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.702717] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd68a83-0ddd-453b-a40b-294d033aa5e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.711946] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Waiting for the task: (returnval){ [ 868.711946] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f64358-2f3c-bb33-473c-415d151e3c8d" [ 868.711946] env[68627]: _type = "Task" [ 868.711946] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.721424] env[68627]: DEBUG oslo_concurrency.lockutils [req-651d12a2-d710-4017-b040-23973bce2e48 req-a6945771-8c61-4730-89d3-978848f9f425 service nova] Releasing lock "refresh_cache-60d87a34-6085-4b55-8f29-9fccb02d6ad9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.721424] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f64358-2f3c-bb33-473c-415d151e3c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.723707] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Acquired lock "refresh_cache-60d87a34-6085-4b55-8f29-9fccb02d6ad9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.723869] env[68627]: DEBUG nova.network.neutron [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.831819] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20917774-7ea0-4198-b722-dc7114b73fab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.841848] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2e5243-8fa4-4ca5-9e87-ea87cca724cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.877450] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7251c33-8198-4860-9596-24630cb231dd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.886567] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26103a9e-e874-4c45-8a15-5d75f0c02b4d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.901321] env[68627]: DEBUG nova.compute.provider_tree [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.918458] env[68627]: INFO nova.compute.manager [-] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Took 1.43 seconds to deallocate network for instance. [ 868.996409] env[68627]: INFO nova.compute.manager [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Took 44.84 seconds to build instance. [ 869.056598] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 10d5e8a7-7d54-40e9-84c8-b3975235442d] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 869.227974] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f64358-2f3c-bb33-473c-415d151e3c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.014333} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.227974] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.228187] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] cac9be22-fe33-4bbc-b5e7-d9521a3cf387/cac9be22-fe33-4bbc-b5e7-d9521a3cf387.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.228461] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-738b7715-45c5-4581-9e9e-ebb9019a8bf2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.236925] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Waiting for the task: (returnval){ [ 869.236925] env[68627]: value = "task-3037164" [ 869.236925] env[68627]: _type = "Task" [ 869.236925] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.248588] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.260236] env[68627]: DEBUG nova.network.neutron [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.405469] env[68627]: DEBUG nova.scheduler.client.report [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.425779] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.503182] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa114bff-3206-42f5-8cb4-636530f9b532 tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.373s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.523742] env[68627]: DEBUG oslo_concurrency.lockutils [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.524049] env[68627]: DEBUG oslo_concurrency.lockutils [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.524237] env[68627]: DEBUG oslo_concurrency.lockutils [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.525492] env[68627]: DEBUG oslo_concurrency.lockutils [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.525492] env[68627]: DEBUG oslo_concurrency.lockutils [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.528237] env[68627]: INFO nova.compute.manager [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Terminating instance [ 869.562023] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 2c3a53eb-b938-4b9c-9967-abc0c2bd3a2f] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 869.642714] env[68627]: DEBUG nova.network.neutron [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Updating instance_info_cache with network_info: [{"id": "036c6770-5a95-4637-89d6-67cdb2f85584", "address": "fa:16:3e:28:e9:87", "network": {"id": "3579fe3d-1667-430e-9eef-2e6eec19ce11", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-653689125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66bf32cd43174c1bbeeea92411d2a9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036c6770-5a", "ovs_interfaceid": "036c6770-5a95-4637-89d6-67cdb2f85584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.754736] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037164, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.813994] env[68627]: DEBUG nova.compute.manager [req-eeef3509-b003-42c1-935e-39e160d8c0f7 req-f9c15d35-e1e8-48ab-8858-f5fb9859d800 service nova] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Received event network-vif-deleted-ad94f05f-6e62-4a5b-948e-61fd9923a728 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.910956] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.912940] env[68627]: DEBUG nova.compute.manager [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.919038] env[68627]: DEBUG oslo_concurrency.lockutils [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.440s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.919351] env[68627]: DEBUG oslo_concurrency.lockutils [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.922373] env[68627]: DEBUG oslo_concurrency.lockutils [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.501s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.923627] env[68627]: INFO nova.compute.claims [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.967785] env[68627]: INFO nova.scheduler.client.report [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Deleted allocations for instance 98be3a3d-0094-40db-a6e6-8b0ae95b2435 [ 870.011426] env[68627]: DEBUG nova.compute.manager [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.036580] env[68627]: DEBUG nova.compute.manager [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.037026] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.039300] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9d3ce9-bebf-4f91-825c-4b0eaeec95a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.049790] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.050286] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-682e9328-66a0-493d-b597-df5f92abe129 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.059788] env[68627]: DEBUG oslo_vmware.api [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 870.059788] env[68627]: value = "task-3037165" [ 870.059788] env[68627]: _type = "Task" [ 870.059788] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.063806] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: fc93649b-1a68-4939-bf5a-6218f5186bd2] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 870.072766] env[68627]: DEBUG oslo_vmware.api [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.150015] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Releasing lock "refresh_cache-60d87a34-6085-4b55-8f29-9fccb02d6ad9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.150015] env[68627]: DEBUG nova.compute.manager [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Instance network_info: |[{"id": "036c6770-5a95-4637-89d6-67cdb2f85584", "address": "fa:16:3e:28:e9:87", "network": {"id": "3579fe3d-1667-430e-9eef-2e6eec19ce11", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-653689125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66bf32cd43174c1bbeeea92411d2a9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036c6770-5a", "ovs_interfaceid": "036c6770-5a95-4637-89d6-67cdb2f85584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.150015] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:e9:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '036c6770-5a95-4637-89d6-67cdb2f85584', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.157685] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Creating folder: Project (66bf32cd43174c1bbeeea92411d2a9b2). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.158604] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-347e5fe3-ceb9-43dc-87a7-64ca80ddb38b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.171908] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Created folder: Project (66bf32cd43174c1bbeeea92411d2a9b2) in parent group-v608385. [ 870.172336] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Creating folder: Instances. Parent ref: group-v608572. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.173681] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4df8761f-1148-4165-8bd2-b6e86d071f17 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.185030] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Created folder: Instances in parent group-v608572. [ 870.185287] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.185600] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.185858] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf413121-4d50-45e7-9a78-87457e1507f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.207401] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.207401] env[68627]: value = "task-3037168" [ 870.207401] env[68627]: _type = "Task" [ 870.207401] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.217722] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037168, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.249646] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519996} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.250022] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] cac9be22-fe33-4bbc-b5e7-d9521a3cf387/cac9be22-fe33-4bbc-b5e7-d9521a3cf387.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.250305] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.250518] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cbd3fa2-d19b-4f63-bd8e-13392552279d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.260715] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Waiting for the task: (returnval){ [ 870.260715] env[68627]: value = "task-3037169" [ 870.260715] env[68627]: _type = "Task" [ 870.260715] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.269829] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.432886] env[68627]: DEBUG nova.compute.utils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.435026] env[68627]: DEBUG nova.compute.manager [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.435026] env[68627]: DEBUG nova.network.neutron [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.478813] env[68627]: DEBUG nova.policy [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef16fea91dd9406ca6e4e4239d294cbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8055db4490074b73a61258b521beb269', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.482027] env[68627]: DEBUG oslo_concurrency.lockutils [None req-69adb9d8-3e30-4f5b-ac5c-d2b6cb2b2786 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "98be3a3d-0094-40db-a6e6-8b0ae95b2435" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.496s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.538555] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.566757] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 4ce29621-f4bb-4b84-afc1-5cc5c5fdcc8a] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 870.576225] env[68627]: DEBUG oslo_vmware.api [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037165, 'name': PowerOffVM_Task, 'duration_secs': 0.238428} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.577486] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.577486] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.577486] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f5bb3c0-2f93-4c70-a010-3a782e732d6e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.588691] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "48152fac-741e-4f00-8fc4-84d2cb88ff57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.589049] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "48152fac-741e-4f00-8fc4-84d2cb88ff57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.653033] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.654075] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.654075] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Deleting the datastore file [datastore1] 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.654075] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e678e49-5283-4931-ba6c-f091205a428d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.663292] env[68627]: DEBUG oslo_vmware.api [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for the task: (returnval){ [ 870.663292] env[68627]: value = "task-3037171" [ 870.663292] env[68627]: _type = "Task" [ 870.663292] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.676181] env[68627]: DEBUG oslo_vmware.api [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.718597] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037168, 'name': CreateVM_Task, 'duration_secs': 0.359863} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.718797] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.719509] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.720073] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.720073] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.720275] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee60bdaa-3f94-4c59-98c8-b0ff27ed9684 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.726194] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Waiting for the task: (returnval){ [ 870.726194] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c3a7ce-95d3-ce64-9c29-5e08eeeb8446" [ 870.726194] env[68627]: _type = "Task" [ 870.726194] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.735539] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c3a7ce-95d3-ce64-9c29-5e08eeeb8446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.773022] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108487} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.773022] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.773507] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff7174c-c8dd-4c3e-be79-93a3fbac26cd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.802387] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] cac9be22-fe33-4bbc-b5e7-d9521a3cf387/cac9be22-fe33-4bbc-b5e7-d9521a3cf387.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.802851] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09cd98ab-59ab-45f2-b5d7-a05f01503858 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.821393] env[68627]: DEBUG nova.network.neutron [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Successfully created port: 213fb084-a19a-4afd-91e2-c5dddd62a3fb {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.830907] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Waiting for the task: (returnval){ [ 870.830907] env[68627]: value = "task-3037173" [ 870.830907] env[68627]: _type = "Task" [ 870.830907] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.841680] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.941096] env[68627]: DEBUG nova.compute.manager [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.031316] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "bd68584c-0332-4bea-b08b-5a5682f32233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.031316] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "bd68584c-0332-4bea-b08b-5a5682f32233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.031316] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "bd68584c-0332-4bea-b08b-5a5682f32233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.031316] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "bd68584c-0332-4bea-b08b-5a5682f32233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.031316] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "bd68584c-0332-4bea-b08b-5a5682f32233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.035717] env[68627]: INFO nova.compute.manager [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Terminating instance [ 871.072414] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: dd7c8e0b-7816-40a9-8aad-67541de9fd67] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 871.183980] env[68627]: DEBUG oslo_vmware.api [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Task: {'id': task-3037171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250852} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.184226] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.184433] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.184637] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.184849] env[68627]: INFO nova.compute.manager [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Took 1.15 seconds to destroy the instance on the hypervisor. [ 871.185105] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.185295] env[68627]: DEBUG nova.compute.manager [-] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.185393] env[68627]: DEBUG nova.network.neutron [-] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.241788] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c3a7ce-95d3-ce64-9c29-5e08eeeb8446, 'name': SearchDatastore_Task, 'duration_secs': 0.014921} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.243216] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.243216] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.243216] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.243216] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.243216] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.243216] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16001ee1-0ee5-42c3-aa71-ff1666749bac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.257491] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.257729] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.258482] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43df286-0b79-4012-a582-7eb031f018f4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.267415] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Waiting for the task: (returnval){ [ 871.267415] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d3992f-b391-0a33-1ff5-1e2b63ea908f" [ 871.267415] env[68627]: _type = "Task" [ 871.267415] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.277862] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d3992f-b391-0a33-1ff5-1e2b63ea908f, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.281614] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51732d2c-d963-480e-9115-911bb352d1e9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.288398] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Waiting for the task: (returnval){ [ 871.288398] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52622cbb-91c4-c6a8-175a-22926517b5af" [ 871.288398] env[68627]: _type = "Task" [ 871.288398] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.301345] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52622cbb-91c4-c6a8-175a-22926517b5af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.351079] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037173, 'name': ReconfigVM_Task, 'duration_secs': 0.343826} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.351362] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Reconfigured VM instance instance-00000042 to attach disk [datastore1] cac9be22-fe33-4bbc-b5e7-d9521a3cf387/cac9be22-fe33-4bbc-b5e7-d9521a3cf387.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.352045] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8fc9cc7-a087-485b-b76d-797ff6985e12 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.362468] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Waiting for the task: (returnval){ [ 871.362468] env[68627]: value = "task-3037174" [ 871.362468] env[68627]: _type = "Task" [ 871.362468] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.374576] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037174, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.541897] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1094d418-3b37-4079-86f5-be4760488230 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.545947] env[68627]: DEBUG nova.compute.manager [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.545997] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.546804] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c99178-f833-4378-ad1f-e3616c0173b6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.561375] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439b1da9-8f4a-486f-9855-f7b2eaa4f44b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.567058] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.567058] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-346c7ea0-1d77-4dab-a260-de9907f6bfdf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.601496] env[68627]: DEBUG oslo_vmware.api [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 871.601496] env[68627]: value = "task-3037175" [ 871.601496] env[68627]: _type = "Task" [ 871.601496] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.601912] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: ef414e3a-4eaf-4f52-bc67-3bcd252a7477] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 871.604791] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94125b6f-dd64-4284-a989-7d33ae0d748a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.617832] env[68627]: DEBUG oslo_vmware.api [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.620681] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7dc525-a7d4-4b6e-90ab-32160cf578bc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.637511] env[68627]: DEBUG nova.compute.provider_tree [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.658226] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "31f63376-80aa-4918-a389-28b8311346f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.658560] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "31f63376-80aa-4918-a389-28b8311346f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.759920] env[68627]: DEBUG nova.compute.manager [req-92a04ec6-a731-4ab8-aaa2-f0a131bce761 req-70042e53-0631-4ece-a52f-3125de9a1c64 service nova] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Received event network-vif-deleted-4f156dd2-5c17-47ed-9968-5ee9aff3b153 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.760207] env[68627]: INFO nova.compute.manager [req-92a04ec6-a731-4ab8-aaa2-f0a131bce761 req-70042e53-0631-4ece-a52f-3125de9a1c64 service nova] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Neutron deleted interface 4f156dd2-5c17-47ed-9968-5ee9aff3b153; detaching it from the instance and deleting it from the info cache [ 871.760334] env[68627]: DEBUG nova.network.neutron [req-92a04ec6-a731-4ab8-aaa2-f0a131bce761 req-70042e53-0631-4ece-a52f-3125de9a1c64 service nova] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.799387] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52622cbb-91c4-c6a8-175a-22926517b5af, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.799650] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.799908] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 60d87a34-6085-4b55-8f29-9fccb02d6ad9/60d87a34-6085-4b55-8f29-9fccb02d6ad9.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.800192] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb3f06dd-30a1-4701-83b3-7195b2b13ae4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.807472] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Waiting for the task: (returnval){ [ 871.807472] env[68627]: value = "task-3037176" [ 871.807472] env[68627]: _type = "Task" [ 871.807472] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.816486] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.874585] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037174, 'name': Rename_Task, 'duration_secs': 0.216846} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.874903] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.875192] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-593c11bd-5171-4ac5-8444-3c58ad65afa7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.882328] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Waiting for the task: (returnval){ [ 871.882328] env[68627]: value = "task-3037177" [ 871.882328] env[68627]: _type = "Task" [ 871.882328] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.890280] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.954962] env[68627]: DEBUG nova.compute.manager [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.981720] env[68627]: DEBUG nova.virt.hardware [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.981987] env[68627]: DEBUG nova.virt.hardware [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.982164] env[68627]: DEBUG nova.virt.hardware [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.982354] env[68627]: DEBUG nova.virt.hardware [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.982676] env[68627]: DEBUG nova.virt.hardware [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.982676] env[68627]: DEBUG nova.virt.hardware [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.982874] env[68627]: DEBUG nova.virt.hardware [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.983038] env[68627]: DEBUG nova.virt.hardware [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.983238] env[68627]: DEBUG nova.virt.hardware [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.983439] env[68627]: DEBUG nova.virt.hardware [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.983673] env[68627]: DEBUG nova.virt.hardware [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.985321] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295057c2-fb82-4d92-a970-4c638a83ea22 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.994567] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911db6ee-0a62-46be-ab08-c374ec706d06 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.105365] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 328774c6-f757-444d-b9ce-3663119c0940] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 872.113065] env[68627]: DEBUG nova.network.neutron [-] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.118989] env[68627]: DEBUG oslo_vmware.api [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037175, 'name': PowerOffVM_Task, 'duration_secs': 0.213689} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.118989] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.118989] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.118989] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a02ea865-85c9-48de-ba94-94bc5c355524 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.141129] env[68627]: DEBUG nova.scheduler.client.report [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.215584] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.215584] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.215584] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleting the datastore file [datastore2] bd68584c-0332-4bea-b08b-5a5682f32233 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.215904] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a6476c6-da06-4b02-a40a-94e9bd1cab17 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.226595] env[68627]: DEBUG oslo_vmware.api [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 872.226595] env[68627]: value = "task-3037179" [ 872.226595] env[68627]: _type = "Task" [ 872.226595] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.238277] env[68627]: DEBUG oslo_vmware.api [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.269440] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5930678-ef29-4014-8df0-a2b77f79c8d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.279047] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756bed95-5620-4ec5-8eeb-d458d594dc63 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.315033] env[68627]: DEBUG nova.compute.manager [req-92a04ec6-a731-4ab8-aaa2-f0a131bce761 req-70042e53-0631-4ece-a52f-3125de9a1c64 service nova] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Detach interface failed, port_id=4f156dd2-5c17-47ed-9968-5ee9aff3b153, reason: Instance 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 872.324594] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454906} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.324849] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 60d87a34-6085-4b55-8f29-9fccb02d6ad9/60d87a34-6085-4b55-8f29-9fccb02d6ad9.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.325111] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.327078] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5957586b-1959-4446-92d4-1f9090b73117 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.335018] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Waiting for the task: (returnval){ [ 872.335018] env[68627]: value = "task-3037180" [ 872.335018] env[68627]: _type = "Task" [ 872.335018] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.342943] env[68627]: DEBUG nova.compute.manager [req-29e8850a-9156-40e2-84c0-b9ac15134f26 req-06bb688b-37b6-4ba2-afef-c18e5ba37bb5 service nova] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Received event network-vif-plugged-213fb084-a19a-4afd-91e2-c5dddd62a3fb {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.344324] env[68627]: DEBUG oslo_concurrency.lockutils [req-29e8850a-9156-40e2-84c0-b9ac15134f26 req-06bb688b-37b6-4ba2-afef-c18e5ba37bb5 service nova] Acquiring lock "b31e2639-f0aa-46ba-85f7-dd5611dce968-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.344324] env[68627]: DEBUG oslo_concurrency.lockutils [req-29e8850a-9156-40e2-84c0-b9ac15134f26 req-06bb688b-37b6-4ba2-afef-c18e5ba37bb5 service nova] Lock "b31e2639-f0aa-46ba-85f7-dd5611dce968-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.344324] env[68627]: DEBUG oslo_concurrency.lockutils [req-29e8850a-9156-40e2-84c0-b9ac15134f26 req-06bb688b-37b6-4ba2-afef-c18e5ba37bb5 service nova] Lock "b31e2639-f0aa-46ba-85f7-dd5611dce968-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.344324] env[68627]: DEBUG nova.compute.manager [req-29e8850a-9156-40e2-84c0-b9ac15134f26 req-06bb688b-37b6-4ba2-afef-c18e5ba37bb5 service nova] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] No waiting events found dispatching network-vif-plugged-213fb084-a19a-4afd-91e2-c5dddd62a3fb {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.344324] env[68627]: WARNING nova.compute.manager [req-29e8850a-9156-40e2-84c0-b9ac15134f26 req-06bb688b-37b6-4ba2-afef-c18e5ba37bb5 service nova] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Received unexpected event network-vif-plugged-213fb084-a19a-4afd-91e2-c5dddd62a3fb for instance with vm_state building and task_state spawning. [ 872.347173] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.395229] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037177, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.407732] env[68627]: DEBUG nova.network.neutron [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Successfully updated port: 213fb084-a19a-4afd-91e2-c5dddd62a3fb {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.612359] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 7b60bcbc-dc20-4423-aaae-0e1b20127384] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 872.619037] env[68627]: INFO nova.compute.manager [-] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Took 1.43 seconds to deallocate network for instance. [ 872.646740] env[68627]: DEBUG oslo_concurrency.lockutils [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.647234] env[68627]: DEBUG nova.compute.manager [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.650786] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.618s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.652360] env[68627]: INFO nova.compute.claims [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.740813] env[68627]: DEBUG oslo_vmware.api [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151982} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.741101] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.741384] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.741638] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.741905] env[68627]: INFO nova.compute.manager [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Took 1.20 seconds to destroy the instance on the hypervisor. [ 872.742289] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.742566] env[68627]: DEBUG nova.compute.manager [-] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.742710] env[68627]: DEBUG nova.network.neutron [-] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.847192] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301413} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.847563] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.848827] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fdb372-f7b5-43f8-800d-45f195fc9291 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.883750] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 60d87a34-6085-4b55-8f29-9fccb02d6ad9/60d87a34-6085-4b55-8f29-9fccb02d6ad9.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.884280] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7f6b706-2086-4f85-9e75-2540285a317f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.909885] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Acquiring lock "refresh_cache-b31e2639-f0aa-46ba-85f7-dd5611dce968" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.910036] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Acquired lock "refresh_cache-b31e2639-f0aa-46ba-85f7-dd5611dce968" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.910193] env[68627]: DEBUG nova.network.neutron [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.923216] env[68627]: DEBUG oslo_vmware.api [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037177, 'name': PowerOnVM_Task, 'duration_secs': 0.764873} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.924783] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.925052] env[68627]: INFO nova.compute.manager [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Took 8.91 seconds to spawn the instance on the hypervisor. [ 872.925356] env[68627]: DEBUG nova.compute.manager [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.925691] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Waiting for the task: (returnval){ [ 872.925691] env[68627]: value = "task-3037181" [ 872.925691] env[68627]: _type = "Task" [ 872.925691] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.926823] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f116d0-e6a6-4de5-b442-9c0b2404590e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.940168] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037181, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.116068] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 946c78be-7449-4163-85ec-be6ac8e85268] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 873.131345] env[68627]: DEBUG oslo_concurrency.lockutils [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.160463] env[68627]: DEBUG nova.compute.utils [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.164871] env[68627]: DEBUG nova.compute.manager [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.164871] env[68627]: DEBUG nova.network.neutron [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.205186] env[68627]: DEBUG nova.policy [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb2ef6d9fd4643108a22c4efe2668944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d210abd51c46e9bac7cced0ade64be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.442747] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.456805] env[68627]: INFO nova.compute.manager [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Took 47.25 seconds to build instance. [ 873.458508] env[68627]: DEBUG nova.network.neutron [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.497148] env[68627]: DEBUG nova.network.neutron [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Successfully created port: ef20fe60-4fd4-49a8-9ddf-236d7a5eba42 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.515093] env[68627]: DEBUG nova.network.neutron [-] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.622125] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 20f5b953-f903-41ca-9a8c-a1b06d61c9ce] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 873.663298] env[68627]: DEBUG nova.compute.manager [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.693254] env[68627]: DEBUG nova.network.neutron [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Updating instance_info_cache with network_info: [{"id": "213fb084-a19a-4afd-91e2-c5dddd62a3fb", "address": "fa:16:3e:15:e7:fe", "network": {"id": "ece7257d-7358-4c76-8a45-ac9ebb058786", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1039570205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db4490074b73a61258b521beb269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213fb084-a1", "ovs_interfaceid": "213fb084-a19a-4afd-91e2-c5dddd62a3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.940783] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037181, 'name': ReconfigVM_Task, 'duration_secs': 0.555898} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.940783] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 60d87a34-6085-4b55-8f29-9fccb02d6ad9/60d87a34-6085-4b55-8f29-9fccb02d6ad9.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.941410] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45e32392-8bd7-42b7-8397-9eb17ce48ba9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.950801] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Waiting for the task: (returnval){ [ 873.950801] env[68627]: value = "task-3037182" [ 873.950801] env[68627]: _type = "Task" [ 873.950801] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.961707] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037182, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.962125] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d06d35de-7227-4d75-b24a-88a1ae45c5b7 tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Lock "cac9be22-fe33-4bbc-b5e7-d9521a3cf387" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.282s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.020424] env[68627]: INFO nova.compute.manager [-] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Took 1.28 seconds to deallocate network for instance. [ 874.129193] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 4dc4fb7f-e866-43fd-9539-4a2d50d4fcbf] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.157417] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695ffa4a-b043-4e89-b688-1e95058bd666 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.166826] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6955bb-2a8a-4d0e-b264-7e72c3385323 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.171805] env[68627]: INFO nova.virt.block_device [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Booting with volume 21ad3a14-6f75-4305-8f52-41e52a1fab3b at /dev/sda [ 874.203354] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceffe4e2-89a0-4311-a932-3e435e45a930 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.206103] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Releasing lock "refresh_cache-b31e2639-f0aa-46ba-85f7-dd5611dce968" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.206402] env[68627]: DEBUG nova.compute.manager [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Instance network_info: |[{"id": "213fb084-a19a-4afd-91e2-c5dddd62a3fb", "address": "fa:16:3e:15:e7:fe", "network": {"id": "ece7257d-7358-4c76-8a45-ac9ebb058786", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1039570205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db4490074b73a61258b521beb269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213fb084-a1", "ovs_interfaceid": "213fb084-a19a-4afd-91e2-c5dddd62a3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.207069] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:e7:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '213fb084-a19a-4afd-91e2-c5dddd62a3fb', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.214801] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Creating folder: Project (8055db4490074b73a61258b521beb269). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.215086] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddbfa2f6-e2c5-4726-9101-4f30bcb364f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.224337] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a578b016-210e-402e-ac1c-c1cf6ee4b608 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.237657] env[68627]: DEBUG nova.compute.provider_tree [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.240638] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Created folder: Project (8055db4490074b73a61258b521beb269) in parent group-v608385. [ 874.240812] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Creating folder: Instances. Parent ref: group-v608575. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.241272] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9930b68-ce7b-43f4-9102-5f3bfa1a9a52 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.243998] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18d96448-8f37-415d-9acf-273088f0503e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.254603] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635df18b-9f38-4f5d-9f3c-9689aed3ec50 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.267790] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Created folder: Instances in parent group-v608575. [ 874.268162] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.269137] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.269328] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86f2b990-3344-483d-8c5c-6401fd97e21a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.307618] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cfd6e21-ddde-44b6-ac1c-6a9ea9d701b7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.313584] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.313584] env[68627]: value = "task-3037185" [ 874.313584] env[68627]: _type = "Task" [ 874.313584] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.320077] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1b487e-209d-43b7-85b3-9d336fc6b321 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.339413] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037185, 'name': CreateVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.364642] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6be43c-6dac-4e9a-b90e-896ba033675b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.372715] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2430266-aa60-4141-96c1-aef3eff56a69 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.389734] env[68627]: DEBUG nova.virt.block_device [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Updating existing volume attachment record: 650863fa-7421-42b5-9cc1-1280df45072f {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 874.392358] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "aded3c33-08be-4109-960c-111194975958" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.392591] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "aded3c33-08be-4109-960c-111194975958" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.392794] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "aded3c33-08be-4109-960c-111194975958-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.393027] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "aded3c33-08be-4109-960c-111194975958-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.393285] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "aded3c33-08be-4109-960c-111194975958-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.395760] env[68627]: INFO nova.compute.manager [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Terminating instance [ 874.421614] env[68627]: DEBUG nova.compute.manager [req-52bdc7b6-38b7-48de-9e73-fa15d4eac153 req-dd2781e7-5cb5-48ce-9d1e-6096cff15368 service nova] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Received event network-changed-213fb084-a19a-4afd-91e2-c5dddd62a3fb {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.421614] env[68627]: DEBUG nova.compute.manager [req-52bdc7b6-38b7-48de-9e73-fa15d4eac153 req-dd2781e7-5cb5-48ce-9d1e-6096cff15368 service nova] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Refreshing instance network info cache due to event network-changed-213fb084-a19a-4afd-91e2-c5dddd62a3fb. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.421614] env[68627]: DEBUG oslo_concurrency.lockutils [req-52bdc7b6-38b7-48de-9e73-fa15d4eac153 req-dd2781e7-5cb5-48ce-9d1e-6096cff15368 service nova] Acquiring lock "refresh_cache-b31e2639-f0aa-46ba-85f7-dd5611dce968" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.421614] env[68627]: DEBUG oslo_concurrency.lockutils [req-52bdc7b6-38b7-48de-9e73-fa15d4eac153 req-dd2781e7-5cb5-48ce-9d1e-6096cff15368 service nova] Acquired lock "refresh_cache-b31e2639-f0aa-46ba-85f7-dd5611dce968" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.421614] env[68627]: DEBUG nova.network.neutron [req-52bdc7b6-38b7-48de-9e73-fa15d4eac153 req-dd2781e7-5cb5-48ce-9d1e-6096cff15368 service nova] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Refreshing network info cache for port 213fb084-a19a-4afd-91e2-c5dddd62a3fb {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.460430] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037182, 'name': Rename_Task, 'duration_secs': 0.161606} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.460753] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.461014] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df94d3d4-b6f0-407a-b422-6991cf179e06 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.465478] env[68627]: DEBUG nova.compute.manager [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.469150] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Waiting for the task: (returnval){ [ 874.469150] env[68627]: value = "task-3037186" [ 874.469150] env[68627]: _type = "Task" [ 874.469150] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.478272] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.532585] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.633169] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 4ba9555c-aa88-464a-817c-bc8c5b042e6f] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.745135] env[68627]: DEBUG nova.scheduler.client.report [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.827356] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037185, 'name': CreateVM_Task, 'duration_secs': 0.511877} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.827629] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.828379] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.830111] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.830540] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.830813] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c148ee1-a5fd-40e9-938f-6fd619f22314 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.837420] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Waiting for the task: (returnval){ [ 874.837420] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5257df39-46f3-6f6d-9ca2-a6dbc535386b" [ 874.837420] env[68627]: _type = "Task" [ 874.837420] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.847565] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5257df39-46f3-6f6d-9ca2-a6dbc535386b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.901718] env[68627]: DEBUG nova.compute.manager [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.901971] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.902866] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c14c42-3ee7-4099-a382-33682ebf7977 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.911645] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.912395] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c371d03e-246f-4ce0-aca9-7db796e1f49c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.920863] env[68627]: DEBUG oslo_vmware.api [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 874.920863] env[68627]: value = "task-3037187" [ 874.920863] env[68627]: _type = "Task" [ 874.920863] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.935830] env[68627]: DEBUG oslo_vmware.api [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.986364] env[68627]: DEBUG oslo_vmware.api [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037186, 'name': PowerOnVM_Task, 'duration_secs': 0.465028} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.986637] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.986834] env[68627]: INFO nova.compute.manager [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Took 8.35 seconds to spawn the instance on the hypervisor. [ 874.987015] env[68627]: DEBUG nova.compute.manager [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.987808] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e798a815-0954-4305-865a-d91c80c9fa59 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.997936] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.058963] env[68627]: DEBUG nova.network.neutron [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Successfully updated port: ef20fe60-4fd4-49a8-9ddf-236d7a5eba42 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.136636] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 028fd908-1efd-44b7-a8d5-cfe8065a2857] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.216216] env[68627]: DEBUG nova.network.neutron [req-52bdc7b6-38b7-48de-9e73-fa15d4eac153 req-dd2781e7-5cb5-48ce-9d1e-6096cff15368 service nova] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Updated VIF entry in instance network info cache for port 213fb084-a19a-4afd-91e2-c5dddd62a3fb. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.216216] env[68627]: DEBUG nova.network.neutron [req-52bdc7b6-38b7-48de-9e73-fa15d4eac153 req-dd2781e7-5cb5-48ce-9d1e-6096cff15368 service nova] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Updating instance_info_cache with network_info: [{"id": "213fb084-a19a-4afd-91e2-c5dddd62a3fb", "address": "fa:16:3e:15:e7:fe", "network": {"id": "ece7257d-7358-4c76-8a45-ac9ebb058786", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1039570205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8055db4490074b73a61258b521beb269", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213fb084-a1", "ovs_interfaceid": "213fb084-a19a-4afd-91e2-c5dddd62a3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.250468] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.250760] env[68627]: DEBUG nova.compute.manager [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.254383] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.940s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.256472] env[68627]: INFO nova.compute.claims [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.349349] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5257df39-46f3-6f6d-9ca2-a6dbc535386b, 'name': SearchDatastore_Task, 'duration_secs': 0.013674} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.349679] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.349937] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.350199] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.350349] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.350550] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.350825] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c26ec76d-ecce-43c4-b019-8d82a8635217 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.361513] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.361730] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.362536] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd9dbe4-6048-43ff-92ab-520b0e95c2c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.370034] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Waiting for the task: (returnval){ [ 875.370034] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d116a2-06aa-04fa-c376-e1140ddbff67" [ 875.370034] env[68627]: _type = "Task" [ 875.370034] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.379921] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d116a2-06aa-04fa-c376-e1140ddbff67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.432404] env[68627]: DEBUG oslo_vmware.api [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037187, 'name': PowerOffVM_Task, 'duration_secs': 0.272747} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.432692] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.432890] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.433180] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17e6ff92-637b-4f21-9a82-1f71f53b19d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.507761] env[68627]: INFO nova.compute.manager [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Took 43.00 seconds to build instance. [ 875.516901] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.517016] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.517818] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Deleting the datastore file [datastore1] aded3c33-08be-4109-960c-111194975958 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.517818] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b11abbfb-0f8b-4863-ba97-0f37585ac97e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.525735] env[68627]: DEBUG oslo_vmware.api [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for the task: (returnval){ [ 875.525735] env[68627]: value = "task-3037189" [ 875.525735] env[68627]: _type = "Task" [ 875.525735] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.535570] env[68627]: DEBUG oslo_vmware.api [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.560877] env[68627]: DEBUG oslo_concurrency.lockutils [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Acquiring lock "refresh_cache-a94195d8-4560-4520-af0a-23b74c51bdf4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.561054] env[68627]: DEBUG oslo_concurrency.lockutils [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Acquired lock "refresh_cache-a94195d8-4560-4520-af0a-23b74c51bdf4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.561217] env[68627]: DEBUG nova.network.neutron [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.640137] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 68cec116-992b-4a44-8d91-bad5c26c4798] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.718656] env[68627]: DEBUG oslo_concurrency.lockutils [req-52bdc7b6-38b7-48de-9e73-fa15d4eac153 req-dd2781e7-5cb5-48ce-9d1e-6096cff15368 service nova] Releasing lock "refresh_cache-b31e2639-f0aa-46ba-85f7-dd5611dce968" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.718656] env[68627]: DEBUG nova.compute.manager [req-52bdc7b6-38b7-48de-9e73-fa15d4eac153 req-dd2781e7-5cb5-48ce-9d1e-6096cff15368 service nova] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Received event network-vif-deleted-f064647d-3007-4f59-b88c-28ea06e68bc1 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.763033] env[68627]: DEBUG nova.compute.utils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.767080] env[68627]: DEBUG nova.compute.manager [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.767254] env[68627]: DEBUG nova.network.neutron [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.837916] env[68627]: DEBUG nova.policy [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bc8b532849346ab8ce0ef926b99ee42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c76b2c04b2f4f6dba7292ae114e2fd7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.882093] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d116a2-06aa-04fa-c376-e1140ddbff67, 'name': SearchDatastore_Task, 'duration_secs': 0.010436} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.882896] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b4a3471-da94-4b63-8f70-dd6aec59afd0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.889673] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Waiting for the task: (returnval){ [ 875.889673] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521df17a-873c-d9cb-ecca-23004f095dd1" [ 875.889673] env[68627]: _type = "Task" [ 875.889673] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.898783] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521df17a-873c-d9cb-ecca-23004f095dd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.009535] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de4d5264-6408-4f00-90df-efa69ced1c2e tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Lock "60d87a34-6085-4b55-8f29-9fccb02d6ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.571s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.041035] env[68627]: DEBUG oslo_vmware.api [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Task: {'id': task-3037189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142396} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.041439] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.041653] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.041895] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.042144] env[68627]: INFO nova.compute.manager [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] [instance: aded3c33-08be-4109-960c-111194975958] Took 1.14 seconds to destroy the instance on the hypervisor. [ 876.042478] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.043527] env[68627]: DEBUG nova.compute.manager [-] [instance: aded3c33-08be-4109-960c-111194975958] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.043654] env[68627]: DEBUG nova.network.neutron [-] [instance: aded3c33-08be-4109-960c-111194975958] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.086997] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Acquiring lock "60d87a34-6085-4b55-8f29-9fccb02d6ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.087280] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Lock "60d87a34-6085-4b55-8f29-9fccb02d6ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.087495] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Acquiring lock "60d87a34-6085-4b55-8f29-9fccb02d6ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.087677] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Lock "60d87a34-6085-4b55-8f29-9fccb02d6ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.087852] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Lock "60d87a34-6085-4b55-8f29-9fccb02d6ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.090292] env[68627]: INFO nova.compute.manager [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Terminating instance [ 876.103368] env[68627]: DEBUG nova.network.neutron [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.144461] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: f92f4394-a6f9-41cf-973a-a5cc0ecb624f] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.219057] env[68627]: DEBUG nova.network.neutron [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Successfully created port: 46e4bce9-da93-46bd-9f42-1fa107d1acbf {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.268037] env[68627]: DEBUG nova.compute.manager [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.338024] env[68627]: DEBUG nova.network.neutron [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Updating instance_info_cache with network_info: [{"id": "ef20fe60-4fd4-49a8-9ddf-236d7a5eba42", "address": "fa:16:3e:16:dc:33", "network": {"id": "a86a99eb-d9e8-411a-a031-937311ea744e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1262582015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d210abd51c46e9bac7cced0ade64be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef20fe60-4f", "ovs_interfaceid": "ef20fe60-4fd4-49a8-9ddf-236d7a5eba42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.403687] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521df17a-873c-d9cb-ecca-23004f095dd1, 'name': SearchDatastore_Task, 'duration_secs': 0.010994} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.403999] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.404281] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] b31e2639-f0aa-46ba-85f7-dd5611dce968/b31e2639-f0aa-46ba-85f7-dd5611dce968.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.404545] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81886020-d6fd-4201-8228-9212f1dc44c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.431369] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Waiting for the task: (returnval){ [ 876.431369] env[68627]: value = "task-3037190" [ 876.431369] env[68627]: _type = "Task" [ 876.431369] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.440545] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.503891] env[68627]: DEBUG nova.compute.manager [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.504989] env[68627]: DEBUG nova.virt.hardware [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.504989] env[68627]: DEBUG nova.virt.hardware [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.504989] env[68627]: DEBUG nova.virt.hardware [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.504989] env[68627]: DEBUG nova.virt.hardware [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.505189] env[68627]: DEBUG nova.virt.hardware [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.505256] env[68627]: DEBUG nova.virt.hardware [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.505459] env[68627]: DEBUG nova.virt.hardware [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.505670] env[68627]: DEBUG nova.virt.hardware [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.505865] env[68627]: DEBUG nova.virt.hardware [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.506046] env[68627]: DEBUG nova.virt.hardware [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.506226] env[68627]: DEBUG nova.virt.hardware [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.507327] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f5037c-0bef-4b46-a61e-97eb1592a1b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.512831] env[68627]: DEBUG nova.compute.manager [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.525650] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cd0a76-761f-4d82-baa9-65c450765018 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.594700] env[68627]: DEBUG nova.compute.manager [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.594976] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.595991] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3d032c-1ea2-4a97-920a-6e2e10f1996a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.609394] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.609394] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7aecdca-0e7a-4605-8933-783e5e5d3f05 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.617693] env[68627]: DEBUG oslo_vmware.api [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Waiting for the task: (returnval){ [ 876.617693] env[68627]: value = "task-3037191" [ 876.617693] env[68627]: _type = "Task" [ 876.617693] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.630120] env[68627]: DEBUG oslo_vmware.api [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.648118] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 757963ce-ffa5-45a2-ab05-4700cea02493] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.760101] env[68627]: DEBUG nova.compute.manager [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Received event network-changed-7fe4a1db-e702-4201-a282-ed45ddec911b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.760101] env[68627]: DEBUG nova.compute.manager [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Refreshing instance network info cache due to event network-changed-7fe4a1db-e702-4201-a282-ed45ddec911b. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.760101] env[68627]: DEBUG oslo_concurrency.lockutils [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] Acquiring lock "refresh_cache-cac9be22-fe33-4bbc-b5e7-d9521a3cf387" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.760101] env[68627]: DEBUG oslo_concurrency.lockutils [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] Acquired lock "refresh_cache-cac9be22-fe33-4bbc-b5e7-d9521a3cf387" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.760101] env[68627]: DEBUG nova.network.neutron [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Refreshing network info cache for port 7fe4a1db-e702-4201-a282-ed45ddec911b {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.843031] env[68627]: DEBUG oslo_concurrency.lockutils [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Releasing lock "refresh_cache-a94195d8-4560-4520-af0a-23b74c51bdf4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.843031] env[68627]: DEBUG nova.compute.manager [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Instance network_info: |[{"id": "ef20fe60-4fd4-49a8-9ddf-236d7a5eba42", "address": "fa:16:3e:16:dc:33", "network": {"id": "a86a99eb-d9e8-411a-a031-937311ea744e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1262582015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d210abd51c46e9bac7cced0ade64be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef20fe60-4f", "ovs_interfaceid": "ef20fe60-4fd4-49a8-9ddf-236d7a5eba42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.843031] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:dc:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef20fe60-4fd4-49a8-9ddf-236d7a5eba42', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.852408] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Creating folder: Project (10d210abd51c46e9bac7cced0ade64be). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.853337] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6eb6b2d-16bc-4999-ab75-19683dfc50b1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.870363] env[68627]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 876.871215] env[68627]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68627) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 876.872356] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Folder already exists: Project (10d210abd51c46e9bac7cced0ade64be). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 876.873102] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Creating folder: Instances. Parent ref: group-v608543. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.876560] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c16aae5f-363b-4211-80ab-e8840d531d54 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.888868] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Created folder: Instances in parent group-v608543. [ 876.889258] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.889482] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.889745] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62d9e220-1301-4f51-b09c-4abf6522170a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.914887] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.914887] env[68627]: value = "task-3037194" [ 876.914887] env[68627]: _type = "Task" [ 876.914887] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.924059] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037194, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.942029] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481536} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.943626] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] b31e2639-f0aa-46ba-85f7-dd5611dce968/b31e2639-f0aa-46ba-85f7-dd5611dce968.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.943858] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.944697] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be71e99d-6435-4512-b046-d33e4b2bc534 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.947166] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec0f1299-7e3e-4e34-b958-2dd1da560654 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.958011] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c4423a-6e68-484b-a8c0-fb7e9bc2c124 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.961043] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Waiting for the task: (returnval){ [ 876.961043] env[68627]: value = "task-3037195" [ 876.961043] env[68627]: _type = "Task" [ 876.961043] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.994819] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721782d6-6a8e-434c-9aa1-09a8e21533be {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.002727] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037195, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.007344] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2200071-cf08-4055-b0b2-6210441a009c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.022569] env[68627]: DEBUG nova.compute.provider_tree [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.040921] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.129372] env[68627]: DEBUG oslo_vmware.api [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037191, 'name': PowerOffVM_Task, 'duration_secs': 0.285387} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.129667] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.129850] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.130131] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7453f744-3e16-4018-b0fa-662387811379 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.136957] env[68627]: DEBUG nova.network.neutron [-] [instance: aded3c33-08be-4109-960c-111194975958] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.154741] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 60fd4a1b-603d-4b55-a997-2da9b973ca82] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.214316] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.214553] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.214717] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Deleting the datastore file [datastore1] 60d87a34-6085-4b55-8f29-9fccb02d6ad9 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.215009] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bebf06d-41ba-4947-b78a-ea69e4456b44 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.223828] env[68627]: DEBUG oslo_vmware.api [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Waiting for the task: (returnval){ [ 877.223828] env[68627]: value = "task-3037197" [ 877.223828] env[68627]: _type = "Task" [ 877.223828] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.234578] env[68627]: DEBUG oslo_vmware.api [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.282879] env[68627]: DEBUG nova.compute.manager [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.314869] env[68627]: DEBUG nova.virt.hardware [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.315145] env[68627]: DEBUG nova.virt.hardware [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.315309] env[68627]: DEBUG nova.virt.hardware [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.315505] env[68627]: DEBUG nova.virt.hardware [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.315667] env[68627]: DEBUG nova.virt.hardware [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.315817] env[68627]: DEBUG nova.virt.hardware [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.317967] env[68627]: DEBUG nova.virt.hardware [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.317967] env[68627]: DEBUG nova.virt.hardware [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.317967] env[68627]: DEBUG nova.virt.hardware [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.317967] env[68627]: DEBUG nova.virt.hardware [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.318169] env[68627]: DEBUG nova.virt.hardware [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.319110] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14944985-848b-4d32-87bd-67421ef17d7e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.328164] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a531df05-6926-4878-a662-ef807fa54b08 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.429133] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037194, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.471554] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067516} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.471971] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.472631] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139c8a76-93f2-4a3e-865e-3f6f0f9ff362 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.495597] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] b31e2639-f0aa-46ba-85f7-dd5611dce968/b31e2639-f0aa-46ba-85f7-dd5611dce968.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.498126] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cd0ee50-f4bb-47a3-9293-7d6445930c76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.520116] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Waiting for the task: (returnval){ [ 877.520116] env[68627]: value = "task-3037198" [ 877.520116] env[68627]: _type = "Task" [ 877.520116] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.525480] env[68627]: DEBUG nova.scheduler.client.report [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.532933] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.547113] env[68627]: DEBUG nova.network.neutron [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Updated VIF entry in instance network info cache for port 7fe4a1db-e702-4201-a282-ed45ddec911b. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.547500] env[68627]: DEBUG nova.network.neutron [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Updating instance_info_cache with network_info: [{"id": "7fe4a1db-e702-4201-a282-ed45ddec911b", "address": "fa:16:3e:8f:54:9f", "network": {"id": "2ca91a46-b7dd-4f86-9f54-8ebc9bdf74e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-748222051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5160c8fd896d45978b6262c475c9e3d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe4a1db-e7", "ovs_interfaceid": "7fe4a1db-e702-4201-a282-ed45ddec911b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.639856] env[68627]: INFO nova.compute.manager [-] [instance: aded3c33-08be-4109-960c-111194975958] Took 1.60 seconds to deallocate network for instance. [ 877.658256] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.658421] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Cleaning up deleted instances with incomplete migration {{(pid=68627) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 877.735307] env[68627]: DEBUG oslo_vmware.api [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Task: {'id': task-3037197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141132} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.735577] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.735767] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.735955] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.736227] env[68627]: INFO nova.compute.manager [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 877.736496] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.736701] env[68627]: DEBUG nova.compute.manager [-] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.736801] env[68627]: DEBUG nova.network.neutron [-] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.928435] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037194, 'name': CreateVM_Task, 'duration_secs': 0.566092} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.928617] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.929333] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'attachment_id': '650863fa-7421-42b5-9cc1-1280df45072f', 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608550', 'volume_id': '21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'name': 'volume-21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a94195d8-4560-4520-af0a-23b74c51bdf4', 'attached_at': '', 'detached_at': '', 'volume_id': '21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'serial': '21ad3a14-6f75-4305-8f52-41e52a1fab3b'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68627) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 877.929553] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Root volume attach. Driver type: vmdk {{(pid=68627) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 877.930346] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29313117-f5a9-4a76-a46e-1b45b76468a2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.939419] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24284440-ebcf-473f-828b-25e1b5ab1e5e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.946377] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0644a442-da60-484f-9683-c543b4fd3d59 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.952935] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fea5bc30-5ac2-4263-abce-19128510792f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.961632] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Waiting for the task: (returnval){ [ 877.961632] env[68627]: value = "task-3037199" [ 877.961632] env[68627]: _type = "Task" [ 877.961632] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.971443] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037199, 'name': RelocateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.031894] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.032431] env[68627]: DEBUG nova.compute.manager [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.036008] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.036357] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.818s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.036606] env[68627]: DEBUG nova.objects.instance [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 878.049640] env[68627]: DEBUG oslo_concurrency.lockutils [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] Releasing lock "refresh_cache-cac9be22-fe33-4bbc-b5e7-d9521a3cf387" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.049920] env[68627]: DEBUG nova.compute.manager [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Received event network-vif-plugged-ef20fe60-4fd4-49a8-9ddf-236d7a5eba42 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.050152] env[68627]: DEBUG oslo_concurrency.lockutils [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] Acquiring lock "a94195d8-4560-4520-af0a-23b74c51bdf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.050364] env[68627]: DEBUG oslo_concurrency.lockutils [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] Lock "a94195d8-4560-4520-af0a-23b74c51bdf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.050531] env[68627]: DEBUG oslo_concurrency.lockutils [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] Lock "a94195d8-4560-4520-af0a-23b74c51bdf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.050700] env[68627]: DEBUG nova.compute.manager [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] No waiting events found dispatching network-vif-plugged-ef20fe60-4fd4-49a8-9ddf-236d7a5eba42 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.050871] env[68627]: WARNING nova.compute.manager [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Received unexpected event network-vif-plugged-ef20fe60-4fd4-49a8-9ddf-236d7a5eba42 for instance with vm_state building and task_state spawning. [ 878.051051] env[68627]: DEBUG nova.compute.manager [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Received event network-changed-ef20fe60-4fd4-49a8-9ddf-236d7a5eba42 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.051216] env[68627]: DEBUG nova.compute.manager [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Refreshing instance network info cache due to event network-changed-ef20fe60-4fd4-49a8-9ddf-236d7a5eba42. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.051406] env[68627]: DEBUG oslo_concurrency.lockutils [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] Acquiring lock "refresh_cache-a94195d8-4560-4520-af0a-23b74c51bdf4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.051546] env[68627]: DEBUG oslo_concurrency.lockutils [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] Acquired lock "refresh_cache-a94195d8-4560-4520-af0a-23b74c51bdf4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.051707] env[68627]: DEBUG nova.network.neutron [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Refreshing network info cache for port ef20fe60-4fd4-49a8-9ddf-236d7a5eba42 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.137627] env[68627]: DEBUG nova.compute.manager [req-1212bca2-c508-4ad0-82fe-b4d113d2b203 req-d2d879f1-0a36-4902-a071-0511b314172b service nova] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Received event network-vif-plugged-46e4bce9-da93-46bd-9f42-1fa107d1acbf {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.137880] env[68627]: DEBUG oslo_concurrency.lockutils [req-1212bca2-c508-4ad0-82fe-b4d113d2b203 req-d2d879f1-0a36-4902-a071-0511b314172b service nova] Acquiring lock "45582fce-3581-448a-8a90-d307fbc9ac18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.138477] env[68627]: DEBUG oslo_concurrency.lockutils [req-1212bca2-c508-4ad0-82fe-b4d113d2b203 req-d2d879f1-0a36-4902-a071-0511b314172b service nova] Lock "45582fce-3581-448a-8a90-d307fbc9ac18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.138775] env[68627]: DEBUG oslo_concurrency.lockutils [req-1212bca2-c508-4ad0-82fe-b4d113d2b203 req-d2d879f1-0a36-4902-a071-0511b314172b service nova] Lock "45582fce-3581-448a-8a90-d307fbc9ac18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.138866] env[68627]: DEBUG nova.compute.manager [req-1212bca2-c508-4ad0-82fe-b4d113d2b203 req-d2d879f1-0a36-4902-a071-0511b314172b service nova] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] No waiting events found dispatching network-vif-plugged-46e4bce9-da93-46bd-9f42-1fa107d1acbf {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.139201] env[68627]: WARNING nova.compute.manager [req-1212bca2-c508-4ad0-82fe-b4d113d2b203 req-d2d879f1-0a36-4902-a071-0511b314172b service nova] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Received unexpected event network-vif-plugged-46e4bce9-da93-46bd-9f42-1fa107d1acbf for instance with vm_state building and task_state spawning. [ 878.145831] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.160835] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.319665] env[68627]: DEBUG nova.network.neutron [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Successfully updated port: 46e4bce9-da93-46bd-9f42-1fa107d1acbf {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.473063] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037199, 'name': RelocateVM_Task} progress is 42%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.480590] env[68627]: DEBUG nova.network.neutron [-] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.532122] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037198, 'name': ReconfigVM_Task, 'duration_secs': 0.855165} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.532567] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Reconfigured VM instance instance-00000044 to attach disk [datastore1] b31e2639-f0aa-46ba-85f7-dd5611dce968/b31e2639-f0aa-46ba-85f7-dd5611dce968.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.533324] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15677ff1-e147-4805-92c5-dbf75fcde44e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.544930] env[68627]: DEBUG nova.compute.utils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.547667] env[68627]: DEBUG nova.compute.manager [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.547860] env[68627]: DEBUG nova.network.neutron [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.550170] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Waiting for the task: (returnval){ [ 878.550170] env[68627]: value = "task-3037200" [ 878.550170] env[68627]: _type = "Task" [ 878.550170] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.564657] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037200, 'name': Rename_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.625146] env[68627]: DEBUG nova.policy [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '389033b275134e08bc3650b4ff54a41a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '648c66b2af2a4e438b7f0ad44ced76e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.783509] env[68627]: DEBUG nova.network.neutron [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Updated VIF entry in instance network info cache for port ef20fe60-4fd4-49a8-9ddf-236d7a5eba42. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.784168] env[68627]: DEBUG nova.network.neutron [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Updating instance_info_cache with network_info: [{"id": "ef20fe60-4fd4-49a8-9ddf-236d7a5eba42", "address": "fa:16:3e:16:dc:33", "network": {"id": "a86a99eb-d9e8-411a-a031-937311ea744e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1262582015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d210abd51c46e9bac7cced0ade64be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef20fe60-4f", "ovs_interfaceid": "ef20fe60-4fd4-49a8-9ddf-236d7a5eba42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.797162] env[68627]: DEBUG nova.compute.manager [req-c47236ec-55cc-488f-b585-d9a5a5a8c31b req-cc534add-1cd1-445f-85ca-b03ce69bf5bf service nova] [instance: aded3c33-08be-4109-960c-111194975958] Received event network-vif-deleted-34afab4b-e937-466e-aa2c-e78798c91c46 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.797407] env[68627]: DEBUG nova.compute.manager [req-c47236ec-55cc-488f-b585-d9a5a5a8c31b req-cc534add-1cd1-445f-85ca-b03ce69bf5bf service nova] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Received event network-vif-deleted-036c6770-5a95-4637-89d6-67cdb2f85584 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.822499] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "refresh_cache-45582fce-3581-448a-8a90-d307fbc9ac18" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.822706] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquired lock "refresh_cache-45582fce-3581-448a-8a90-d307fbc9ac18" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.822793] env[68627]: DEBUG nova.network.neutron [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.975370] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037199, 'name': RelocateVM_Task} progress is 54%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.983071] env[68627]: INFO nova.compute.manager [-] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Took 1.25 seconds to deallocate network for instance. [ 879.005462] env[68627]: DEBUG nova.network.neutron [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Successfully created port: 5f843b7c-e4b2-4a47-af82-5acf2ba31ce0 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.052167] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5323540c-71e8-4da0-af3b-dd5d88ac3f05 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.053815] env[68627]: DEBUG nova.compute.manager [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.057284] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.411s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.059384] env[68627]: INFO nova.compute.claims [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.073913] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037200, 'name': Rename_Task, 'duration_secs': 0.209867} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.076439] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.076439] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0253cbc4-171b-428f-b379-2764d70e737f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.084015] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Waiting for the task: (returnval){ [ 879.084015] env[68627]: value = "task-3037201" [ 879.084015] env[68627]: _type = "Task" [ 879.084015] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.095062] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.287039] env[68627]: DEBUG oslo_concurrency.lockutils [req-db160db6-aef6-4833-8a6b-55747fc7c91c req-46a3e1e9-4d91-4747-beb0-93fb760acfba service nova] Releasing lock "refresh_cache-a94195d8-4560-4520-af0a-23b74c51bdf4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.370130] env[68627]: DEBUG nova.network.neutron [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.475891] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037199, 'name': RelocateVM_Task} progress is 69%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.489736] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.514351] env[68627]: DEBUG nova.network.neutron [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Updating instance_info_cache with network_info: [{"id": "46e4bce9-da93-46bd-9f42-1fa107d1acbf", "address": "fa:16:3e:64:66:18", "network": {"id": "d65ae31b-1c0d-49e6-b20f-3ba191784c70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1961240339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c76b2c04b2f4f6dba7292ae114e2fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e4bce9-da", "ovs_interfaceid": "46e4bce9-da93-46bd-9f42-1fa107d1acbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.596080] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.975792] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037199, 'name': RelocateVM_Task} progress is 84%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.017693] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Releasing lock "refresh_cache-45582fce-3581-448a-8a90-d307fbc9ac18" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.018110] env[68627]: DEBUG nova.compute.manager [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Instance network_info: |[{"id": "46e4bce9-da93-46bd-9f42-1fa107d1acbf", "address": "fa:16:3e:64:66:18", "network": {"id": "d65ae31b-1c0d-49e6-b20f-3ba191784c70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1961240339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c76b2c04b2f4f6dba7292ae114e2fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e4bce9-da", "ovs_interfaceid": "46e4bce9-da93-46bd-9f42-1fa107d1acbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.018567] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:66:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46e4bce9-da93-46bd-9f42-1fa107d1acbf', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.026359] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Creating folder: Project (9c76b2c04b2f4f6dba7292ae114e2fd7). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.026707] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a71f569-bef1-4bda-9f8c-3f50598941cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.040014] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Created folder: Project (9c76b2c04b2f4f6dba7292ae114e2fd7) in parent group-v608385. [ 880.040245] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Creating folder: Instances. Parent ref: group-v608580. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.040509] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e1006d9-dfa5-49b5-8c57-53d452281cc5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.052392] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Created folder: Instances in parent group-v608580. [ 880.052648] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.052853] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.053085] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-950696e3-542e-4a0d-b16f-b61249887c8a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.077565] env[68627]: DEBUG nova.compute.manager [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.081920] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.081920] env[68627]: value = "task-3037204" [ 880.081920] env[68627]: _type = "Task" [ 880.081920] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.096606] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037204, 'name': CreateVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.100504] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.110520] env[68627]: DEBUG nova.virt.hardware [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.110793] env[68627]: DEBUG nova.virt.hardware [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.110953] env[68627]: DEBUG nova.virt.hardware [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.111289] env[68627]: DEBUG nova.virt.hardware [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.111577] env[68627]: DEBUG nova.virt.hardware [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.111749] env[68627]: DEBUG nova.virt.hardware [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.111948] env[68627]: DEBUG nova.virt.hardware [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.112129] env[68627]: DEBUG nova.virt.hardware [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.112302] env[68627]: DEBUG nova.virt.hardware [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.112468] env[68627]: DEBUG nova.virt.hardware [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.112665] env[68627]: DEBUG nova.virt.hardware [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.113717] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682b3ace-3ada-48df-b8ba-b572e32779ec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.124045] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f27b1f6-5c7a-4910-9bd0-ebacecbfb328 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.169516] env[68627]: DEBUG nova.compute.manager [req-f7c0d6fe-924b-4917-a3af-36d0d6fd4a23 req-9d13d7f1-2694-4b2f-bb63-b10fa4396671 service nova] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Received event network-changed-46e4bce9-da93-46bd-9f42-1fa107d1acbf {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.169907] env[68627]: DEBUG nova.compute.manager [req-f7c0d6fe-924b-4917-a3af-36d0d6fd4a23 req-9d13d7f1-2694-4b2f-bb63-b10fa4396671 service nova] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Refreshing instance network info cache due to event network-changed-46e4bce9-da93-46bd-9f42-1fa107d1acbf. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.170240] env[68627]: DEBUG oslo_concurrency.lockutils [req-f7c0d6fe-924b-4917-a3af-36d0d6fd4a23 req-9d13d7f1-2694-4b2f-bb63-b10fa4396671 service nova] Acquiring lock "refresh_cache-45582fce-3581-448a-8a90-d307fbc9ac18" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.170429] env[68627]: DEBUG oslo_concurrency.lockutils [req-f7c0d6fe-924b-4917-a3af-36d0d6fd4a23 req-9d13d7f1-2694-4b2f-bb63-b10fa4396671 service nova] Acquired lock "refresh_cache-45582fce-3581-448a-8a90-d307fbc9ac18" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.170600] env[68627]: DEBUG nova.network.neutron [req-f7c0d6fe-924b-4917-a3af-36d0d6fd4a23 req-9d13d7f1-2694-4b2f-bb63-b10fa4396671 service nova] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Refreshing network info cache for port 46e4bce9-da93-46bd-9f42-1fa107d1acbf {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.478713] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037199, 'name': RelocateVM_Task} progress is 97%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.596557] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037204, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.602847] env[68627]: DEBUG oslo_vmware.api [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037201, 'name': PowerOnVM_Task, 'duration_secs': 1.321574} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.603418] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.603418] env[68627]: INFO nova.compute.manager [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Took 8.65 seconds to spawn the instance on the hypervisor. [ 880.603594] env[68627]: DEBUG nova.compute.manager [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.604957] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49672bd5-aa30-4d6a-9870-698807062297 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.622998] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93100801-faf5-4f1d-8452-c3c302ab3cfe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.631076] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317d6ec5-603a-4997-b277-e4f3e9283c30 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.666667] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4215750f-f488-45fa-8bcc-90011a2b0de6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.680383] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fa3e89-4d02-4247-82d8-1562a756c490 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.696335] env[68627]: DEBUG nova.compute.provider_tree [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.895573] env[68627]: DEBUG nova.network.neutron [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Successfully updated port: 5f843b7c-e4b2-4a47-af82-5acf2ba31ce0 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.897531] env[68627]: DEBUG nova.network.neutron [req-f7c0d6fe-924b-4917-a3af-36d0d6fd4a23 req-9d13d7f1-2694-4b2f-bb63-b10fa4396671 service nova] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Updated VIF entry in instance network info cache for port 46e4bce9-da93-46bd-9f42-1fa107d1acbf. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.897852] env[68627]: DEBUG nova.network.neutron [req-f7c0d6fe-924b-4917-a3af-36d0d6fd4a23 req-9d13d7f1-2694-4b2f-bb63-b10fa4396671 service nova] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Updating instance_info_cache with network_info: [{"id": "46e4bce9-da93-46bd-9f42-1fa107d1acbf", "address": "fa:16:3e:64:66:18", "network": {"id": "d65ae31b-1c0d-49e6-b20f-3ba191784c70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1961240339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c76b2c04b2f4f6dba7292ae114e2fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e4bce9-da", "ovs_interfaceid": "46e4bce9-da93-46bd-9f42-1fa107d1acbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.976611] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037199, 'name': RelocateVM_Task} progress is 98%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.092611] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037204, 'name': CreateVM_Task, 'duration_secs': 0.637609} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.092776] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.093540] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.093770] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.094054] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.094315] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da119bf-42bc-4a0c-8d45-fe118d16ab5b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.099046] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 881.099046] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5260a0c1-923c-625f-569c-65b45b0c2d69" [ 881.099046] env[68627]: _type = "Task" [ 881.099046] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.108151] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5260a0c1-923c-625f-569c-65b45b0c2d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.124980] env[68627]: INFO nova.compute.manager [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Took 46.31 seconds to build instance. [ 881.202660] env[68627]: DEBUG nova.scheduler.client.report [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.400841] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "refresh_cache-9838fe84-0e94-44bc-9f00-3400ffdc8e05" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.401574] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "refresh_cache-9838fe84-0e94-44bc-9f00-3400ffdc8e05" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.401574] env[68627]: DEBUG nova.network.neutron [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.402553] env[68627]: DEBUG oslo_concurrency.lockutils [req-f7c0d6fe-924b-4917-a3af-36d0d6fd4a23 req-9d13d7f1-2694-4b2f-bb63-b10fa4396671 service nova] Releasing lock "refresh_cache-45582fce-3581-448a-8a90-d307fbc9ac18" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.475941] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037199, 'name': RelocateVM_Task, 'duration_secs': 3.121826} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.476226] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 881.476433] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608550', 'volume_id': '21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'name': 'volume-21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a94195d8-4560-4520-af0a-23b74c51bdf4', 'attached_at': '', 'detached_at': '', 'volume_id': '21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'serial': '21ad3a14-6f75-4305-8f52-41e52a1fab3b'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 881.477201] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11439742-114b-4d8a-a602-c40c81576f03 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.492131] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38759cdb-6335-4865-aae9-394936bfbcf4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.504906] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Acquiring lock "b31e2639-f0aa-46ba-85f7-dd5611dce968" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.513615] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-21ad3a14-6f75-4305-8f52-41e52a1fab3b/volume-21ad3a14-6f75-4305-8f52-41e52a1fab3b.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.514171] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-826534e4-da5a-4168-89a3-bd40882f7844 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.533271] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Waiting for the task: (returnval){ [ 881.533271] env[68627]: value = "task-3037205" [ 881.533271] env[68627]: _type = "Task" [ 881.533271] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.540766] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.609587] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5260a0c1-923c-625f-569c-65b45b0c2d69, 'name': SearchDatastore_Task, 'duration_secs': 0.011385} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.609869] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.610117] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.610362] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.610513] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.610697] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.610973] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fa8cc3d-371e-4e8e-a9e5-710ae118597c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.620060] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.620257] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.621053] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67f82b5-6d4c-44db-a4d8-fe32a865d948 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.626311] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 881.626311] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a9529f-319e-adb2-8f99-b71064a30175" [ 881.626311] env[68627]: _type = "Task" [ 881.626311] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.629602] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce92baa2-f9ec-4760-ae63-3b0367110eef tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Lock "b31e2639-f0aa-46ba-85f7-dd5611dce968" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.327s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.629851] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Lock "b31e2639-f0aa-46ba-85f7-dd5611dce968" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.125s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.630084] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Acquiring lock "b31e2639-f0aa-46ba-85f7-dd5611dce968-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.630352] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Lock "b31e2639-f0aa-46ba-85f7-dd5611dce968-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.630543] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Lock "b31e2639-f0aa-46ba-85f7-dd5611dce968-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.632812] env[68627]: INFO nova.compute.manager [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Terminating instance [ 881.637098] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a9529f-319e-adb2-8f99-b71064a30175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.707555] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.708263] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.711189] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 26.691s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.933310] env[68627]: DEBUG nova.network.neutron [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.045334] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037205, 'name': ReconfigVM_Task, 'duration_secs': 0.270639} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.045613] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-21ad3a14-6f75-4305-8f52-41e52a1fab3b/volume-21ad3a14-6f75-4305-8f52-41e52a1fab3b.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.050508] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6258a9bb-940f-4a68-b67c-c156f60e4d9c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.065821] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Waiting for the task: (returnval){ [ 882.065821] env[68627]: value = "task-3037206" [ 882.065821] env[68627]: _type = "Task" [ 882.065821] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.070465] env[68627]: DEBUG nova.network.neutron [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Updating instance_info_cache with network_info: [{"id": "5f843b7c-e4b2-4a47-af82-5acf2ba31ce0", "address": "fa:16:3e:d9:33:69", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f843b7c-e4", "ovs_interfaceid": "5f843b7c-e4b2-4a47-af82-5acf2ba31ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.077017] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.135980] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a9529f-319e-adb2-8f99-b71064a30175, 'name': SearchDatastore_Task, 'duration_secs': 0.018918} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.136840] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4850a51-24a4-4890-bb11-e9bebcc57916 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.139560] env[68627]: DEBUG nova.compute.manager [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.139795] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.140561] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c45509-5b52-45ba-80a9-88cfe9a19185 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.148064] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.148931] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ae41e8-8116-42e0-9b1b-50c519fd6244 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.150639] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 882.150639] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c45222-05c2-6d88-acec-53a7c9d2af1f" [ 882.150639] env[68627]: _type = "Task" [ 882.150639] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.155961] env[68627]: DEBUG oslo_vmware.api [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Waiting for the task: (returnval){ [ 882.155961] env[68627]: value = "task-3037207" [ 882.155961] env[68627]: _type = "Task" [ 882.155961] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.162569] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c45222-05c2-6d88-acec-53a7c9d2af1f, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.163401] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.163521] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 45582fce-3581-448a-8a90-d307fbc9ac18/45582fce-3581-448a-8a90-d307fbc9ac18.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.163777] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b782d462-4515-40c7-afc9-cfd2bb1eecf3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.169405] env[68627]: DEBUG oslo_vmware.api [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.174219] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 882.174219] env[68627]: value = "task-3037208" [ 882.174219] env[68627]: _type = "Task" [ 882.174219] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.181589] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.213886] env[68627]: DEBUG nova.objects.instance [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lazy-loading 'migration_context' on Instance uuid f8a363a9-304e-4872-a088-6fec943204a1 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.216477] env[68627]: DEBUG nova.compute.utils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.218134] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.218371] env[68627]: DEBUG nova.network.neutron [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.252214] env[68627]: DEBUG nova.compute.manager [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Received event network-vif-plugged-5f843b7c-e4b2-4a47-af82-5acf2ba31ce0 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.252514] env[68627]: DEBUG oslo_concurrency.lockutils [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] Acquiring lock "9838fe84-0e94-44bc-9f00-3400ffdc8e05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.252787] env[68627]: DEBUG oslo_concurrency.lockutils [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] Lock "9838fe84-0e94-44bc-9f00-3400ffdc8e05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.252997] env[68627]: DEBUG oslo_concurrency.lockutils [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] Lock "9838fe84-0e94-44bc-9f00-3400ffdc8e05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.254029] env[68627]: DEBUG nova.compute.manager [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] No waiting events found dispatching network-vif-plugged-5f843b7c-e4b2-4a47-af82-5acf2ba31ce0 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.254029] env[68627]: WARNING nova.compute.manager [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Received unexpected event network-vif-plugged-5f843b7c-e4b2-4a47-af82-5acf2ba31ce0 for instance with vm_state building and task_state spawning. [ 882.254029] env[68627]: DEBUG nova.compute.manager [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Received event network-changed-5f843b7c-e4b2-4a47-af82-5acf2ba31ce0 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.254029] env[68627]: DEBUG nova.compute.manager [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Refreshing instance network info cache due to event network-changed-5f843b7c-e4b2-4a47-af82-5acf2ba31ce0. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.254029] env[68627]: DEBUG oslo_concurrency.lockutils [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] Acquiring lock "refresh_cache-9838fe84-0e94-44bc-9f00-3400ffdc8e05" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.292683] env[68627]: DEBUG nova.policy [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e51be98531940ab854767ce1530ec41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f8c3d2318a4dfb82c3d0c6f7840a86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.573339] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "refresh_cache-9838fe84-0e94-44bc-9f00-3400ffdc8e05" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.573731] env[68627]: DEBUG nova.compute.manager [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Instance network_info: |[{"id": "5f843b7c-e4b2-4a47-af82-5acf2ba31ce0", "address": "fa:16:3e:d9:33:69", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f843b7c-e4", "ovs_interfaceid": "5f843b7c-e4b2-4a47-af82-5acf2ba31ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.578195] env[68627]: DEBUG oslo_concurrency.lockutils [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] Acquired lock "refresh_cache-9838fe84-0e94-44bc-9f00-3400ffdc8e05" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.578440] env[68627]: DEBUG nova.network.neutron [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Refreshing network info cache for port 5f843b7c-e4b2-4a47-af82-5acf2ba31ce0 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.579820] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:33:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f843b7c-e4b2-4a47-af82-5acf2ba31ce0', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.595723] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.595723] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037206, 'name': ReconfigVM_Task, 'duration_secs': 0.129143} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.599350] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.599724] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608550', 'volume_id': '21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'name': 'volume-21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a94195d8-4560-4520-af0a-23b74c51bdf4', 'attached_at': '', 'detached_at': '', 'volume_id': '21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'serial': '21ad3a14-6f75-4305-8f52-41e52a1fab3b'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 882.601149] env[68627]: DEBUG nova.network.neutron [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Successfully created port: ccf95d04-6080-4ba9-a300-400dfb7b4c86 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.602885] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-069e1bbc-8878-447f-b5eb-5c4c4deedbd9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.618186] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be5b490b-7a6e-4cec-ab6f-4cd88efab8ab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.624766] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.624766] env[68627]: value = "task-3037209" [ 882.624766] env[68627]: _type = "Task" [ 882.624766] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.626146] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Waiting for the task: (returnval){ [ 882.626146] env[68627]: value = "task-3037210" [ 882.626146] env[68627]: _type = "Task" [ 882.626146] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.640694] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037209, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.640937] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037210, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.665387] env[68627]: DEBUG oslo_vmware.api [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037207, 'name': PowerOffVM_Task, 'duration_secs': 0.20588} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.665650] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.665837] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.666305] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a442cd6-895c-4a3f-9165-719f48396e2d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.684820] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437037} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.685103] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 45582fce-3581-448a-8a90-d307fbc9ac18/45582fce-3581-448a-8a90-d307fbc9ac18.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.685394] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.685620] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-856c6b4a-ed24-4610-9b17-a28d80398303 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.692141] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 882.692141] env[68627]: value = "task-3037212" [ 882.692141] env[68627]: _type = "Task" [ 882.692141] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.705604] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.725474] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.730365] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.730814] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.731884] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Deleting the datastore file [datastore1] b31e2639-f0aa-46ba-85f7-dd5611dce968 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.731884] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-806564d3-3286-4614-9ed6-0166f0496d1a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.742698] env[68627]: DEBUG oslo_vmware.api [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Waiting for the task: (returnval){ [ 882.742698] env[68627]: value = "task-3037213" [ 882.742698] env[68627]: _type = "Task" [ 882.742698] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.752254] env[68627]: DEBUG oslo_vmware.api [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.978520] env[68627]: DEBUG nova.network.neutron [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Updated VIF entry in instance network info cache for port 5f843b7c-e4b2-4a47-af82-5acf2ba31ce0. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.978903] env[68627]: DEBUG nova.network.neutron [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Updating instance_info_cache with network_info: [{"id": "5f843b7c-e4b2-4a47-af82-5acf2ba31ce0", "address": "fa:16:3e:d9:33:69", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f843b7c-e4", "ovs_interfaceid": "5f843b7c-e4b2-4a47-af82-5acf2ba31ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.140179] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037209, 'name': CreateVM_Task, 'duration_secs': 0.294369} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.143644] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.143957] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037210, 'name': Rename_Task, 'duration_secs': 0.129041} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.144620] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.144787] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.145117] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.145397] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.145629] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec6cce2-fe16-4de4-a0c5-681e9f4e9deb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.147282] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3dd3fb2-0261-4332-801b-d7eb2a7aac3a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.154156] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 883.154156] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5210172f-9862-78bc-8e83-97319b98dd9c" [ 883.154156] env[68627]: _type = "Task" [ 883.154156] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.158783] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Waiting for the task: (returnval){ [ 883.158783] env[68627]: value = "task-3037214" [ 883.158783] env[68627]: _type = "Task" [ 883.158783] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.164663] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5210172f-9862-78bc-8e83-97319b98dd9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.173727] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.203878] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069626} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.206666] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.207805] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9c8e76-74fa-41b8-908b-3890b66c8012 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.229617] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 45582fce-3581-448a-8a90-d307fbc9ac18/45582fce-3581-448a-8a90-d307fbc9ac18.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.232247] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-030b0d9f-3e1a-4dc2-a52a-dc5952aac7f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.261159] env[68627]: DEBUG oslo_vmware.api [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Task: {'id': task-3037213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200584} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.261541] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.261729] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.262100] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.262100] env[68627]: INFO nova.compute.manager [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Took 1.12 seconds to destroy the instance on the hypervisor. [ 883.262344] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.262557] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 883.262557] env[68627]: value = "task-3037215" [ 883.262557] env[68627]: _type = "Task" [ 883.262557] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.263591] env[68627]: DEBUG nova.compute.manager [-] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.263696] env[68627]: DEBUG nova.network.neutron [-] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.265833] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b60ea30-c6c8-4b89-a67c-7ba08ff550a2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.278654] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57c2ab6-b8d6-410d-b4ec-c2c5430836d0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.281935] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.310555] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073683d9-6036-46f7-81b3-efe3bdba04fe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.318483] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de506117-5b66-4ec3-a28f-b01eed3a5259 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.332586] env[68627]: DEBUG nova.compute.provider_tree [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.483141] env[68627]: DEBUG oslo_concurrency.lockutils [req-e761c942-23f6-4ea4-ac21-c6569a575fda req-db2354e9-ae8d-4ce2-989b-c2c74d9fd0c4 service nova] Releasing lock "refresh_cache-9838fe84-0e94-44bc-9f00-3400ffdc8e05" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.666351] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5210172f-9862-78bc-8e83-97319b98dd9c, 'name': SearchDatastore_Task, 'duration_secs': 0.016183} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.667012] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.667257] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.667491] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.667640] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.667820] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.668083] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e4876cd-9e94-430d-a27b-d27ded8f07d9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.672448] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037214, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.678778] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.678949] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.679624] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8dae989-e335-45b5-bb0f-c61ef678eded {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.684037] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 883.684037] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52747b29-62c8-317e-ee11-48179b6ff97f" [ 883.684037] env[68627]: _type = "Task" [ 883.684037] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.692622] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52747b29-62c8-317e-ee11-48179b6ff97f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.752630] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.775539] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037215, 'name': ReconfigVM_Task, 'duration_secs': 0.285132} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.775910] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 45582fce-3581-448a-8a90-d307fbc9ac18/45582fce-3581-448a-8a90-d307fbc9ac18.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.776755] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7798b213-09d5-4a4d-bd17-2d3d716dbbb1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.782600] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.782896] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.783101] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.783322] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.783556] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.783724] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.783946] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.784129] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.784306] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.784519] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.784707] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.785642] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5e63ce-0cc5-40ea-8680-cfda3eb75a70 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.789371] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 883.789371] env[68627]: value = "task-3037216" [ 883.789371] env[68627]: _type = "Task" [ 883.789371] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.796949] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0eb458-e44b-44ff-838c-24f45367ff2b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.804160] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037216, 'name': Rename_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.835910] env[68627]: DEBUG nova.scheduler.client.report [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.048609] env[68627]: DEBUG nova.compute.manager [req-66739fee-dddf-46e1-89d9-5456243dfbea req-68ca204a-0036-4e05-b4d1-bad7d795ba3c service nova] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Received event network-vif-plugged-ccf95d04-6080-4ba9-a300-400dfb7b4c86 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.049704] env[68627]: DEBUG oslo_concurrency.lockutils [req-66739fee-dddf-46e1-89d9-5456243dfbea req-68ca204a-0036-4e05-b4d1-bad7d795ba3c service nova] Acquiring lock "e5a01e3a-0bd2-44e4-b05d-03ac216f363e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.049704] env[68627]: DEBUG oslo_concurrency.lockutils [req-66739fee-dddf-46e1-89d9-5456243dfbea req-68ca204a-0036-4e05-b4d1-bad7d795ba3c service nova] Lock "e5a01e3a-0bd2-44e4-b05d-03ac216f363e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.049704] env[68627]: DEBUG oslo_concurrency.lockutils [req-66739fee-dddf-46e1-89d9-5456243dfbea req-68ca204a-0036-4e05-b4d1-bad7d795ba3c service nova] Lock "e5a01e3a-0bd2-44e4-b05d-03ac216f363e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.049704] env[68627]: DEBUG nova.compute.manager [req-66739fee-dddf-46e1-89d9-5456243dfbea req-68ca204a-0036-4e05-b4d1-bad7d795ba3c service nova] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] No waiting events found dispatching network-vif-plugged-ccf95d04-6080-4ba9-a300-400dfb7b4c86 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.050150] env[68627]: WARNING nova.compute.manager [req-66739fee-dddf-46e1-89d9-5456243dfbea req-68ca204a-0036-4e05-b4d1-bad7d795ba3c service nova] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Received unexpected event network-vif-plugged-ccf95d04-6080-4ba9-a300-400dfb7b4c86 for instance with vm_state building and task_state spawning. [ 884.105138] env[68627]: DEBUG nova.network.neutron [-] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.144933] env[68627]: DEBUG nova.network.neutron [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Successfully updated port: ccf95d04-6080-4ba9-a300-400dfb7b4c86 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.170938] env[68627]: DEBUG oslo_vmware.api [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037214, 'name': PowerOnVM_Task, 'duration_secs': 0.664183} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.171400] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.171769] env[68627]: INFO nova.compute.manager [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Took 7.67 seconds to spawn the instance on the hypervisor. [ 884.172088] env[68627]: DEBUG nova.compute.manager [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.173108] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7803c5-9020-49c9-af77-ea6ac2a46f51 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.192828] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52747b29-62c8-317e-ee11-48179b6ff97f, 'name': SearchDatastore_Task, 'duration_secs': 0.007724} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.193830] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf90e822-4e75-414f-b45f-a473768accbc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.199559] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 884.199559] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e2a9da-2eb5-3ed7-dade-320c1697e8ba" [ 884.199559] env[68627]: _type = "Task" [ 884.199559] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.206606] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e2a9da-2eb5-3ed7-dade-320c1697e8ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.280227] env[68627]: DEBUG nova.compute.manager [req-d28d0b5b-6806-4a43-bc00-3d022e9d4b49 req-b9d1460e-336c-4439-883e-93ef08a598ec service nova] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Received event network-vif-deleted-213fb084-a19a-4afd-91e2-c5dddd62a3fb {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.299871] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037216, 'name': Rename_Task, 'duration_secs': 0.190154} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.300169] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.300422] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deedaac5-ff04-4687-9d2f-a7afee5511b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.306677] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 884.306677] env[68627]: value = "task-3037217" [ 884.306677] env[68627]: _type = "Task" [ 884.306677] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.316174] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.608769] env[68627]: INFO nova.compute.manager [-] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Took 1.34 seconds to deallocate network for instance. [ 884.646325] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "refresh_cache-e5a01e3a-0bd2-44e4-b05d-03ac216f363e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.647040] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired lock "refresh_cache-e5a01e3a-0bd2-44e4-b05d-03ac216f363e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.647040] env[68627]: DEBUG nova.network.neutron [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.692037] env[68627]: INFO nova.compute.manager [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Took 46.36 seconds to build instance. [ 884.709492] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e2a9da-2eb5-3ed7-dade-320c1697e8ba, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.710283] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.710542] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 9838fe84-0e94-44bc-9f00-3400ffdc8e05/9838fe84-0e94-44bc-9f00-3400ffdc8e05.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.710792] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3c85ed8-e528-4a85-8ec1-a4c46f72e200 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.717794] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 884.717794] env[68627]: value = "task-3037218" [ 884.717794] env[68627]: _type = "Task" [ 884.717794] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.726280] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.816999] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.846427] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.135s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.852117] env[68627]: DEBUG oslo_concurrency.lockutils [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.945s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.852398] env[68627]: DEBUG nova.objects.instance [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lazy-loading 'resources' on Instance uuid 896c1c18-ab61-474f-8357-098afecc2644 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.115211] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.193859] env[68627]: DEBUG oslo_concurrency.lockutils [None req-913ed4b0-b622-49dd-9985-63b69ec59920 tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Lock "a94195d8-4560-4520-af0a-23b74c51bdf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.624s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.206921] env[68627]: DEBUG nova.network.neutron [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.234444] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477003} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.234750] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 9838fe84-0e94-44bc-9f00-3400ffdc8e05/9838fe84-0e94-44bc-9f00-3400ffdc8e05.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.235944] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.235944] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-765fd6e2-1603-47f4-84bd-9e1b6daa2f4f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.242528] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 885.242528] env[68627]: value = "task-3037219" [ 885.242528] env[68627]: _type = "Task" [ 885.242528] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.254375] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.318725] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.350852] env[68627]: DEBUG nova.network.neutron [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Updating instance_info_cache with network_info: [{"id": "ccf95d04-6080-4ba9-a300-400dfb7b4c86", "address": "fa:16:3e:4f:12:49", "network": {"id": "1b91a0fc-78be-4c5f-a389-9f246ff88585", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-315769680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f8c3d2318a4dfb82c3d0c6f7840a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf95d04-60", "ovs_interfaceid": "ccf95d04-6080-4ba9-a300-400dfb7b4c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.755941] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062933} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.756292] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.759323] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465684fa-c367-4842-88c9-9c7817bab83f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.785220] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 9838fe84-0e94-44bc-9f00-3400ffdc8e05/9838fe84-0e94-44bc-9f00-3400ffdc8e05.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.788121] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0195248d-4407-4b7c-8fec-7160149c1004 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.813319] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 885.813319] env[68627]: value = "task-3037220" [ 885.813319] env[68627]: _type = "Task" [ 885.813319] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.819461] env[68627]: DEBUG oslo_vmware.api [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037217, 'name': PowerOnVM_Task, 'duration_secs': 1.236349} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.822209] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.822378] env[68627]: INFO nova.compute.manager [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Took 8.54 seconds to spawn the instance on the hypervisor. [ 885.822560] env[68627]: DEBUG nova.compute.manager [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.823496] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f676ef3e-5bad-4bf3-9f0a-0e4dc0948d0b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.828823] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037220, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.854151] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Releasing lock "refresh_cache-e5a01e3a-0bd2-44e4-b05d-03ac216f363e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.854151] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Instance network_info: |[{"id": "ccf95d04-6080-4ba9-a300-400dfb7b4c86", "address": "fa:16:3e:4f:12:49", "network": {"id": "1b91a0fc-78be-4c5f-a389-9f246ff88585", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-315769680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f8c3d2318a4dfb82c3d0c6f7840a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf95d04-60", "ovs_interfaceid": "ccf95d04-6080-4ba9-a300-400dfb7b4c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.854412] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:12:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccf95d04-6080-4ba9-a300-400dfb7b4c86', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.861956] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Creating folder: Project (e5f8c3d2318a4dfb82c3d0c6f7840a86). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.864698] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-505d5f99-27f5-48e3-8a57-21204453db6e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.876161] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Created folder: Project (e5f8c3d2318a4dfb82c3d0c6f7840a86) in parent group-v608385. [ 885.876365] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Creating folder: Instances. Parent ref: group-v608584. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.876598] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fbd923c-6358-4cc4-8c20-a882e8c1ba48 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.895582] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Created folder: Instances in parent group-v608584. [ 885.895582] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.895582] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.895582] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c90a8b09-241b-4f0d-ba4e-1a18aafad82d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.911762] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca3f847-5252-40f0-b8d0-444c8f636558 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.919964] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b212e19-e174-4187-8c63-4d494794fb37 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.923086] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.923086] env[68627]: value = "task-3037223" [ 885.923086] env[68627]: _type = "Task" [ 885.923086] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.956628] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6544afd-6a83-4e87-86fb-6dda74e00ee5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.959488] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037223, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.964293] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fef86d-4b1a-4541-b705-92a183c653de {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.979785] env[68627]: DEBUG nova.compute.provider_tree [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.076399] env[68627]: DEBUG nova.compute.manager [req-912c6660-4feb-4096-aa62-40f8f12aaa4a req-1ce64c0c-8064-48b8-9047-e2c33a73066a service nova] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Received event network-changed-ccf95d04-6080-4ba9-a300-400dfb7b4c86 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.076399] env[68627]: DEBUG nova.compute.manager [req-912c6660-4feb-4096-aa62-40f8f12aaa4a req-1ce64c0c-8064-48b8-9047-e2c33a73066a service nova] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Refreshing instance network info cache due to event network-changed-ccf95d04-6080-4ba9-a300-400dfb7b4c86. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.076399] env[68627]: DEBUG oslo_concurrency.lockutils [req-912c6660-4feb-4096-aa62-40f8f12aaa4a req-1ce64c0c-8064-48b8-9047-e2c33a73066a service nova] Acquiring lock "refresh_cache-e5a01e3a-0bd2-44e4-b05d-03ac216f363e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.079448] env[68627]: DEBUG oslo_concurrency.lockutils [req-912c6660-4feb-4096-aa62-40f8f12aaa4a req-1ce64c0c-8064-48b8-9047-e2c33a73066a service nova] Acquired lock "refresh_cache-e5a01e3a-0bd2-44e4-b05d-03ac216f363e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.079690] env[68627]: DEBUG nova.network.neutron [req-912c6660-4feb-4096-aa62-40f8f12aaa4a req-1ce64c0c-8064-48b8-9047-e2c33a73066a service nova] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Refreshing network info cache for port ccf95d04-6080-4ba9-a300-400dfb7b4c86 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.324548] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.347029] env[68627]: INFO nova.compute.manager [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Took 41.39 seconds to build instance. [ 886.388096] env[68627]: INFO nova.compute.manager [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Swapping old allocation on dict_keys(['490c5a55-613c-45de-8caf-4937b8fd8889']) held by migration cb404064-98fe-4d20-a1b7-6d5b9b402adf for instance [ 886.412840] env[68627]: DEBUG nova.scheduler.client.report [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Overwriting current allocation {'allocations': {'490c5a55-613c-45de-8caf-4937b8fd8889': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': 'ace75ab3983449609f3f9bc242f8c134', 'user_id': '197f6784bc4840e4823343fe42b9e43f', 'consumer_generation': 1} on consumer f8a363a9-304e-4872-a088-6fec943204a1 {{(pid=68627) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 886.432488] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037223, 'name': CreateVM_Task, 'duration_secs': 0.48441} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.433121] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.433380] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.433574] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.433907] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.434198] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3eb15e-ee3e-4059-a931-68334a2217ca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.439127] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 886.439127] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521b403c-288d-44da-2f64-5120112e6e53" [ 886.439127] env[68627]: _type = "Task" [ 886.439127] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.447227] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521b403c-288d-44da-2f64-5120112e6e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.483101] env[68627]: DEBUG nova.scheduler.client.report [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.513684] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.513684] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquired lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.513866] env[68627]: DEBUG nova.network.neutron [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.586750] env[68627]: DEBUG nova.compute.manager [req-cf7b6c97-6761-411f-bdd7-2c085ab4121d req-8a42c4f1-f3a9-4bd5-a0e4-9a79fe0545d0 service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Received event network-changed-ef20fe60-4fd4-49a8-9ddf-236d7a5eba42 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.586943] env[68627]: DEBUG nova.compute.manager [req-cf7b6c97-6761-411f-bdd7-2c085ab4121d req-8a42c4f1-f3a9-4bd5-a0e4-9a79fe0545d0 service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Refreshing instance network info cache due to event network-changed-ef20fe60-4fd4-49a8-9ddf-236d7a5eba42. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.587177] env[68627]: DEBUG oslo_concurrency.lockutils [req-cf7b6c97-6761-411f-bdd7-2c085ab4121d req-8a42c4f1-f3a9-4bd5-a0e4-9a79fe0545d0 service nova] Acquiring lock "refresh_cache-a94195d8-4560-4520-af0a-23b74c51bdf4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.587320] env[68627]: DEBUG oslo_concurrency.lockutils [req-cf7b6c97-6761-411f-bdd7-2c085ab4121d req-8a42c4f1-f3a9-4bd5-a0e4-9a79fe0545d0 service nova] Acquired lock "refresh_cache-a94195d8-4560-4520-af0a-23b74c51bdf4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.587481] env[68627]: DEBUG nova.network.neutron [req-cf7b6c97-6761-411f-bdd7-2c085ab4121d req-8a42c4f1-f3a9-4bd5-a0e4-9a79fe0545d0 service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Refreshing network info cache for port ef20fe60-4fd4-49a8-9ddf-236d7a5eba42 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.810105] env[68627]: DEBUG nova.network.neutron [req-912c6660-4feb-4096-aa62-40f8f12aaa4a req-1ce64c0c-8064-48b8-9047-e2c33a73066a service nova] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Updated VIF entry in instance network info cache for port ccf95d04-6080-4ba9-a300-400dfb7b4c86. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.810428] env[68627]: DEBUG nova.network.neutron [req-912c6660-4feb-4096-aa62-40f8f12aaa4a req-1ce64c0c-8064-48b8-9047-e2c33a73066a service nova] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Updating instance_info_cache with network_info: [{"id": "ccf95d04-6080-4ba9-a300-400dfb7b4c86", "address": "fa:16:3e:4f:12:49", "network": {"id": "1b91a0fc-78be-4c5f-a389-9f246ff88585", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-315769680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f8c3d2318a4dfb82c3d0c6f7840a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf95d04-60", "ovs_interfaceid": "ccf95d04-6080-4ba9-a300-400dfb7b4c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.825017] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037220, 'name': ReconfigVM_Task, 'duration_secs': 0.58774} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.825937] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 9838fe84-0e94-44bc-9f00-3400ffdc8e05/9838fe84-0e94-44bc-9f00-3400ffdc8e05.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.826696] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6891c268-b954-4b7d-8d16-f12f72adb1af {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.833622] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 886.833622] env[68627]: value = "task-3037224" [ 886.833622] env[68627]: _type = "Task" [ 886.833622] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.849974] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b1acf0bf-ac51-44af-89d3-6e2c2f2c1242 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "45582fce-3581-448a-8a90-d307fbc9ac18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.541s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.850659] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037224, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.950294] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521b403c-288d-44da-2f64-5120112e6e53, 'name': SearchDatastore_Task, 'duration_secs': 0.016776} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.950711] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.951083] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.951471] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.951722] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.951962] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.952317] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf327263-1ec1-4982-8610-eebb9905999f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.960811] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.961068] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.961711] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7935dff3-e23c-4abe-9fcf-34d51ca527ff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.967141] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 886.967141] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f62891-2231-01ec-fb2d-97763c776ee4" [ 886.967141] env[68627]: _type = "Task" [ 886.967141] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.974870] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f62891-2231-01ec-fb2d-97763c776ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.989058] env[68627]: DEBUG oslo_concurrency.lockutils [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.991954] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.524s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.993694] env[68627]: INFO nova.compute.claims [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.016998] env[68627]: INFO nova.scheduler.client.report [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleted allocations for instance 896c1c18-ab61-474f-8357-098afecc2644 [ 887.235600] env[68627]: DEBUG nova.network.neutron [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance_info_cache with network_info: [{"id": "95698341-e734-4399-93d8-d46eff53057f", "address": "fa:16:3e:4d:93:81", "network": {"id": "4f9ac5b3-e8c7-4756-b70b-33fe5b241e9d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8c51c4a9be4f499ab2ceaf5182b32cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95698341-e7", "ovs_interfaceid": "95698341-e734-4399-93d8-d46eff53057f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.236929] env[68627]: INFO nova.compute.manager [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Rescuing [ 887.237166] env[68627]: DEBUG oslo_concurrency.lockutils [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "refresh_cache-45582fce-3581-448a-8a90-d307fbc9ac18" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.237318] env[68627]: DEBUG oslo_concurrency.lockutils [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquired lock "refresh_cache-45582fce-3581-448a-8a90-d307fbc9ac18" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.237483] env[68627]: DEBUG nova.network.neutron [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.313470] env[68627]: DEBUG oslo_concurrency.lockutils [req-912c6660-4feb-4096-aa62-40f8f12aaa4a req-1ce64c0c-8064-48b8-9047-e2c33a73066a service nova] Releasing lock "refresh_cache-e5a01e3a-0bd2-44e4-b05d-03ac216f363e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.318420] env[68627]: DEBUG nova.network.neutron [req-cf7b6c97-6761-411f-bdd7-2c085ab4121d req-8a42c4f1-f3a9-4bd5-a0e4-9a79fe0545d0 service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Updated VIF entry in instance network info cache for port ef20fe60-4fd4-49a8-9ddf-236d7a5eba42. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.318745] env[68627]: DEBUG nova.network.neutron [req-cf7b6c97-6761-411f-bdd7-2c085ab4121d req-8a42c4f1-f3a9-4bd5-a0e4-9a79fe0545d0 service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Updating instance_info_cache with network_info: [{"id": "ef20fe60-4fd4-49a8-9ddf-236d7a5eba42", "address": "fa:16:3e:16:dc:33", "network": {"id": "a86a99eb-d9e8-411a-a031-937311ea744e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1262582015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d210abd51c46e9bac7cced0ade64be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef20fe60-4f", "ovs_interfaceid": "ef20fe60-4fd4-49a8-9ddf-236d7a5eba42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.343656] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037224, 'name': Rename_Task, 'duration_secs': 0.27964} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.343917] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.344169] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-652f1232-cd27-4798-be31-63d1b818ce84 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.350592] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 887.350592] env[68627]: value = "task-3037225" [ 887.350592] env[68627]: _type = "Task" [ 887.350592] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.361406] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.477425] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f62891-2231-01ec-fb2d-97763c776ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.478168] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab1b3004-1025-4dde-bb9a-1843136201f8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.483564] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 887.483564] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e6fc63-c9c0-df24-a4c2-7996adb9f943" [ 887.483564] env[68627]: _type = "Task" [ 887.483564] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.491309] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e6fc63-c9c0-df24-a4c2-7996adb9f943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.527059] env[68627]: DEBUG oslo_concurrency.lockutils [None req-62611136-28da-4cc2-8ac2-d1fce10a4e5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "896c1c18-ab61-474f-8357-098afecc2644" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.557s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.739433] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Releasing lock "refresh_cache-f8a363a9-304e-4872-a088-6fec943204a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.739919] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.742347] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfdf9caf-91aa-4b3f-a6fe-4b9405abc66d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.749739] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 887.749739] env[68627]: value = "task-3037226" [ 887.749739] env[68627]: _type = "Task" [ 887.749739] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.758359] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.821708] env[68627]: DEBUG oslo_concurrency.lockutils [req-cf7b6c97-6761-411f-bdd7-2c085ab4121d req-8a42c4f1-f3a9-4bd5-a0e4-9a79fe0545d0 service nova] Releasing lock "refresh_cache-a94195d8-4560-4520-af0a-23b74c51bdf4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.864904] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.996469] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e6fc63-c9c0-df24-a4c2-7996adb9f943, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.996772] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.997042] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] e5a01e3a-0bd2-44e4-b05d-03ac216f363e/e5a01e3a-0bd2-44e4-b05d-03ac216f363e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.997314] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69353a18-41d8-43b2-b553-f58da8378383 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.005733] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 888.005733] env[68627]: value = "task-3037227" [ 888.005733] env[68627]: _type = "Task" [ 888.005733] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.013644] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.050131] env[68627]: DEBUG nova.network.neutron [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Updating instance_info_cache with network_info: [{"id": "46e4bce9-da93-46bd-9f42-1fa107d1acbf", "address": "fa:16:3e:64:66:18", "network": {"id": "d65ae31b-1c0d-49e6-b20f-3ba191784c70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1961240339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c76b2c04b2f4f6dba7292ae114e2fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e4bce9-da", "ovs_interfaceid": "46e4bce9-da93-46bd-9f42-1fa107d1acbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.261059] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037226, 'name': PowerOffVM_Task, 'duration_secs': 0.177361} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.261375] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.262073] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:49:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0cad744e-a543-43de-bd74-a01408ae3f95',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-240222413',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.262302] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.262453] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.262753] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.262795] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.262918] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.263230] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.263428] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.263648] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.263828] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.264015] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.272126] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11db8e4b-0547-43bc-951a-6fc9bd99a270 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.289214] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 888.289214] env[68627]: value = "task-3037228" [ 888.289214] env[68627]: _type = "Task" [ 888.289214] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.297805] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.364565] env[68627]: DEBUG oslo_vmware.api [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037225, 'name': PowerOnVM_Task, 'duration_secs': 0.857851} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.364929] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.365174] env[68627]: INFO nova.compute.manager [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Took 8.29 seconds to spawn the instance on the hypervisor. [ 888.365432] env[68627]: DEBUG nova.compute.manager [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.366397] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693c19f5-d10c-466f-a81d-c6c4142900f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.526628] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461673} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.529878] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] e5a01e3a-0bd2-44e4-b05d-03ac216f363e/e5a01e3a-0bd2-44e4-b05d-03ac216f363e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.530522] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.531987] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66556923-b83e-465e-aea0-bb5431b8a2bf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.538536] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 888.538536] env[68627]: value = "task-3037229" [ 888.538536] env[68627]: _type = "Task" [ 888.538536] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.542956] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718fc530-f00d-44ae-9964-62df084dfee6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.550082] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.553271] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d7e0d2-a6da-46fc-b703-f706c5643c3f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.557097] env[68627]: DEBUG oslo_concurrency.lockutils [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Releasing lock "refresh_cache-45582fce-3581-448a-8a90-d307fbc9ac18" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.591348] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a5f20-81ed-4510-aa29-5ff0108dcaf6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.603058] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa709f6-b0c3-4f8d-8186-1f96673ceb17 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.618341] env[68627]: DEBUG nova.compute.provider_tree [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.800640] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037228, 'name': ReconfigVM_Task, 'duration_secs': 0.17752} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.801710] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3a22fc-ea7d-42ae-b3c6-d8e9354dce48 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.822794] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:49:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0cad744e-a543-43de-bd74-a01408ae3f95',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-240222413',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.823300] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.823387] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.823578] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.823747] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.823961] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.824197] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.824556] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.824556] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.824916] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.825221] env[68627]: DEBUG nova.virt.hardware [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.826196] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5996ca-a203-4caf-a7d2-abc5d906c7b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.833255] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 888.833255] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527b2595-f0ef-cd5b-6ec4-c3caaaf70566" [ 888.833255] env[68627]: _type = "Task" [ 888.833255] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.843194] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527b2595-f0ef-cd5b-6ec4-c3caaaf70566, 'name': SearchDatastore_Task, 'duration_secs': 0.00783} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.849261] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 888.849658] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-512409b1-820b-4bb2-aec3-317ed1510f71 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.870741] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 888.870741] env[68627]: value = "task-3037230" [ 888.870741] env[68627]: _type = "Task" [ 888.870741] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.883136] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.887975] env[68627]: INFO nova.compute.manager [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Took 41.61 seconds to build instance. [ 888.935321] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] Acquiring lock "refresh_cache-9838fe84-0e94-44bc-9f00-3400ffdc8e05" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.935497] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] Acquired lock "refresh_cache-9838fe84-0e94-44bc-9f00-3400ffdc8e05" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.935678] env[68627]: DEBUG nova.network.neutron [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.048709] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065664} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.049532] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.050379] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b878c2-e0e6-4e6f-8252-ca0230158a3f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.087872] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] e5a01e3a-0bd2-44e4-b05d-03ac216f363e/e5a01e3a-0bd2-44e4-b05d-03ac216f363e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.088569] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d2754ab-6103-439c-a898-4651395b160e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.111597] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 889.111597] env[68627]: value = "task-3037231" [ 889.111597] env[68627]: _type = "Task" [ 889.111597] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.122012] env[68627]: DEBUG nova.scheduler.client.report [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.126085] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.381143] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.389777] env[68627]: DEBUG oslo_concurrency.lockutils [None req-791be881-55f8-495c-9f93-ff3aa725f79e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "9838fe84-0e94-44bc-9f00-3400ffdc8e05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.529s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.622526] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.627417] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.627825] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.630364] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.643s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.631849] env[68627]: INFO nova.compute.claims [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.724388] env[68627]: DEBUG nova.network.neutron [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Updating instance_info_cache with network_info: [{"id": "5f843b7c-e4b2-4a47-af82-5acf2ba31ce0", "address": "fa:16:3e:d9:33:69", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f843b7c-e4", "ovs_interfaceid": "5f843b7c-e4b2-4a47-af82-5acf2ba31ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.881398] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037230, 'name': ReconfigVM_Task, 'duration_secs': 0.956868} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.881787] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 889.882923] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baab1765-0c1d-4f42-bdac-1256040ef361 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.915088] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] f8a363a9-304e-4872-a088-6fec943204a1/f8a363a9-304e-4872-a088-6fec943204a1.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.915497] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3289714-c224-44e7-96b7-774b211c9100 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.939512] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 889.939512] env[68627]: value = "task-3037232" [ 889.939512] env[68627]: _type = "Task" [ 889.939512] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.947910] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.119287] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.122904] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca1f8e63-ef37-4882-a111-48cc2b79bc7a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.124564] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037231, 'name': ReconfigVM_Task, 'duration_secs': 0.848078} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.124829] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Reconfigured VM instance instance-00000048 to attach disk [datastore2] e5a01e3a-0bd2-44e4-b05d-03ac216f363e/e5a01e3a-0bd2-44e4-b05d-03ac216f363e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.125765] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faa3aa6c-2ed6-42e1-8526-f6650bf14659 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.129559] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 890.129559] env[68627]: value = "task-3037233" [ 890.129559] env[68627]: _type = "Task" [ 890.129559] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.133302] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 890.133302] env[68627]: value = "task-3037234" [ 890.133302] env[68627]: _type = "Task" [ 890.133302] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.144025] env[68627]: DEBUG nova.compute.utils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.144973] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.147330] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.147330] env[68627]: DEBUG nova.network.neutron [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.154359] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037234, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.231075] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] Releasing lock "refresh_cache-9838fe84-0e94-44bc-9f00-3400ffdc8e05" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.231075] env[68627]: DEBUG nova.compute.manager [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Inject network info {{(pid=68627) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 890.231075] env[68627]: DEBUG nova.compute.manager [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] network_info to inject: |[{"id": "5f843b7c-e4b2-4a47-af82-5acf2ba31ce0", "address": "fa:16:3e:d9:33:69", "network": {"id": "c4cb3a5b-3d4e-41b8-956f-19937b510411", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-164567181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "648c66b2af2a4e438b7f0ad44ced76e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f843b7c-e4", "ovs_interfaceid": "5f843b7c-e4b2-4a47-af82-5acf2ba31ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 890.235025] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Reconfiguring VM instance to set the machine id {{(pid=68627) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 890.235505] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e6c208-4599-416e-9cf8-351c412af380 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.248804] env[68627]: DEBUG nova.policy [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e51be98531940ab854767ce1530ec41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f8c3d2318a4dfb82c3d0c6f7840a86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.258021] env[68627]: DEBUG oslo_vmware.api [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] Waiting for the task: (returnval){ [ 890.258021] env[68627]: value = "task-3037235" [ 890.258021] env[68627]: _type = "Task" [ 890.258021] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.270953] env[68627]: DEBUG oslo_vmware.api [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] Task: {'id': task-3037235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.369553] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "5cff7228-7263-4947-8dd8-93516397379f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.370239] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "5cff7228-7263-4947-8dd8-93516397379f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.449463] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037232, 'name': ReconfigVM_Task, 'duration_secs': 0.348497} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.450071] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Reconfigured VM instance instance-00000033 to attach disk [datastore1] f8a363a9-304e-4872-a088-6fec943204a1/f8a363a9-304e-4872-a088-6fec943204a1.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.450915] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf70210-6585-439b-994e-b1156573e31f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.469215] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210562e7-4a36-4312-b376-e7fcca309bfc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.487265] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0743d8a6-3d0a-4357-9d56-dd58697c5d10 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.507513] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9d03d2-75c6-431a-ae33-e466f10d6bd9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.515089] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.515413] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19bc88b4-5f65-4941-82bc-9d61db87deb4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.522496] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 890.522496] env[68627]: value = "task-3037236" [ 890.522496] env[68627]: _type = "Task" [ 890.522496] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.530592] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.646132] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037233, 'name': PowerOffVM_Task, 'duration_secs': 0.310933} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.651204] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.652082] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.655829] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead75bdb-09da-4054-a4bd-7aa1e9a26c04 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.662168] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037234, 'name': Rename_Task, 'duration_secs': 0.172028} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.663234] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.663691] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42dfe06d-e3e3-444a-a227-9fa46957ba9d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.672191] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 890.672191] env[68627]: value = "task-3037237" [ 890.672191] env[68627]: _type = "Task" [ 890.672191] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.690193] env[68627]: DEBUG nova.network.neutron [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Successfully created port: be7872f3-06fd-4f00-a4e3-15d6b610bed4 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.696025] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b402967-c6a6-43e0-b0d3-2e60a928766f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.710646] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.744248] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.744949] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f05d2db-c074-4038-bcd2-6de791fb0a1b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.753802] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 890.753802] env[68627]: value = "task-3037238" [ 890.753802] env[68627]: _type = "Task" [ 890.753802] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.768154] env[68627]: DEBUG oslo_vmware.api [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] Task: {'id': task-3037235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.774807] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 890.775142] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.776102] env[68627]: DEBUG oslo_concurrency.lockutils [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.776102] env[68627]: DEBUG oslo_concurrency.lockutils [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.776102] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.776439] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b242e0b0-a8e7-4e70-982b-ba70efe552df {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.788848] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.789176] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.792871] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91651700-cc44-426f-a283-a1d35e9928dd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.799528] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 890.799528] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52053aed-a9b0-f83b-5959-eb8e9f583a52" [ 890.799528] env[68627]: _type = "Task" [ 890.799528] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.808937] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52053aed-a9b0-f83b-5959-eb8e9f583a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.874021] env[68627]: DEBUG nova.compute.manager [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.032981] env[68627]: DEBUG oslo_vmware.api [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037236, 'name': PowerOnVM_Task, 'duration_secs': 0.426906} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.033378] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.202524] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037237, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.249632] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe7f0c2-e75f-4736-989f-e057cc961cb3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.267251] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dee8d49-7b2f-4d73-b9ab-aefcad1eff2e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.273910] env[68627]: DEBUG oslo_vmware.api [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] Task: {'id': task-3037235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.304077] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69732756-7a46-4983-a713-0f62f2e0e4c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.315017] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb38e538-90a8-4a4c-a0fe-883bde1e290b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.319044] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52053aed-a9b0-f83b-5959-eb8e9f583a52, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.320281] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e357bc-1aff-4c34-ab34-81f32fea8997 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.330656] env[68627]: DEBUG nova.compute.provider_tree [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.335062] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 891.335062] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]522c543c-563f-e1bf-b26d-e00e4317c0f3" [ 891.335062] env[68627]: _type = "Task" [ 891.335062] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.343720] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522c543c-563f-e1bf-b26d-e00e4317c0f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.388624] env[68627]: INFO nova.compute.manager [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Rebuilding instance [ 891.394325] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.437124] env[68627]: DEBUG nova.compute.manager [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.438198] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a12c65b-9196-4999-8e8d-8cf75be70e45 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.668872] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.689623] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.689866] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.690042] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.690235] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.690384] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.690532] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.690738] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.690900] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.691077] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.691243] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.691419] env[68627]: DEBUG nova.virt.hardware [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.692381] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73248d23-5cdc-44b6-84aa-fdd13a0cc7c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.704508] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037237, 'name': PowerOnVM_Task, 'duration_secs': 0.534276} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.704751] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.704953] env[68627]: INFO nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Took 7.95 seconds to spawn the instance on the hypervisor. [ 891.705147] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.706604] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fd16e3-21de-4a93-952f-a9b39c2c40c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.710272] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00438a16-fa74-4a2e-b0f7-2954a896a0ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.767134] env[68627]: DEBUG oslo_vmware.api [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] Task: {'id': task-3037235, 'name': ReconfigVM_Task, 'duration_secs': 1.171542} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.767426] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d882e35e-7949-48a2-bf63-e59e08a6a549 tempest-ServersAdminTestJSON-1106379058 tempest-ServersAdminTestJSON-1106379058-project-admin] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Reconfigured VM instance to set the machine id {{(pid=68627) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 891.833908] env[68627]: DEBUG nova.scheduler.client.report [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.847561] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522c543c-563f-e1bf-b26d-e00e4317c0f3, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.847861] env[68627]: DEBUG oslo_concurrency.lockutils [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.848123] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 45582fce-3581-448a-8a90-d307fbc9ac18/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk. {{(pid=68627) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 891.848378] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c53d9db9-7e66-477c-bec3-91486158f79d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.855971] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 891.855971] env[68627]: value = "task-3037239" [ 891.855971] env[68627]: _type = "Task" [ 891.855971] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.863140] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.043790] env[68627]: INFO nova.compute.manager [None req-4a2f7e45-b27b-4004-a5bf-87dcea3ce51c tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance to original state: 'active' [ 892.237810] env[68627]: INFO nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Took 37.62 seconds to build instance. [ 892.339114] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.340221] env[68627]: DEBUG nova.compute.manager [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.342510] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.544s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.342769] env[68627]: DEBUG nova.objects.instance [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Lazy-loading 'resources' on Instance uuid 93fdbf99-a224-4531-887b-9ee805ecb49c {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.368621] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432905} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.370165] env[68627]: INFO nova.virt.vmwareapi.ds_util [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 45582fce-3581-448a-8a90-d307fbc9ac18/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk. [ 892.370987] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877a8869-4021-4803-8f30-ff2aca478af9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.397728] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 45582fce-3581-448a-8a90-d307fbc9ac18/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.398316] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f8f3fcc-94be-46bf-bfb3-b797e71c8e19 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.418345] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 892.418345] env[68627]: value = "task-3037240" [ 892.418345] env[68627]: _type = "Task" [ 892.418345] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.426634] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.454976] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.455310] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d447cb47-216f-4058-9cd7-99c89a455e25 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.462481] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 892.462481] env[68627]: value = "task-3037241" [ 892.462481] env[68627]: _type = "Task" [ 892.462481] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.470654] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.576325] env[68627]: DEBUG nova.compute.manager [req-b29b259e-7c89-49c4-9599-6f927095b134 req-49d7d1f8-08a3-406e-90a3-f7839ebae74e service nova] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Received event network-vif-plugged-be7872f3-06fd-4f00-a4e3-15d6b610bed4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.576551] env[68627]: DEBUG oslo_concurrency.lockutils [req-b29b259e-7c89-49c4-9599-6f927095b134 req-49d7d1f8-08a3-406e-90a3-f7839ebae74e service nova] Acquiring lock "8ae5f2fe-f933-4417-a20f-c6f5b16954d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.576755] env[68627]: DEBUG oslo_concurrency.lockutils [req-b29b259e-7c89-49c4-9599-6f927095b134 req-49d7d1f8-08a3-406e-90a3-f7839ebae74e service nova] Lock "8ae5f2fe-f933-4417-a20f-c6f5b16954d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.576925] env[68627]: DEBUG oslo_concurrency.lockutils [req-b29b259e-7c89-49c4-9599-6f927095b134 req-49d7d1f8-08a3-406e-90a3-f7839ebae74e service nova] Lock "8ae5f2fe-f933-4417-a20f-c6f5b16954d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.577120] env[68627]: DEBUG nova.compute.manager [req-b29b259e-7c89-49c4-9599-6f927095b134 req-49d7d1f8-08a3-406e-90a3-f7839ebae74e service nova] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] No waiting events found dispatching network-vif-plugged-be7872f3-06fd-4f00-a4e3-15d6b610bed4 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.577288] env[68627]: WARNING nova.compute.manager [req-b29b259e-7c89-49c4-9599-6f927095b134 req-49d7d1f8-08a3-406e-90a3-f7839ebae74e service nova] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Received unexpected event network-vif-plugged-be7872f3-06fd-4f00-a4e3-15d6b610bed4 for instance with vm_state building and task_state spawning. [ 892.649909] env[68627]: DEBUG nova.network.neutron [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Successfully updated port: be7872f3-06fd-4f00-a4e3-15d6b610bed4 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.739400] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "e5a01e3a-0bd2-44e4-b05d-03ac216f363e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.791s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.849852] env[68627]: DEBUG nova.compute.utils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.851727] env[68627]: DEBUG nova.compute.manager [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.851970] env[68627]: DEBUG nova.network.neutron [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.927371] env[68627]: DEBUG nova.policy [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eab7ce88ac8c438cb81a24fdff3232f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '791921538e824be89c26ff6041bfbd7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.935161] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.976107] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037241, 'name': PowerOffVM_Task, 'duration_secs': 0.417045} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.976483] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.976761] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.977575] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa93181-f6ab-4f89-9136-22db625b1e32 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.986942] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.987226] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd75fdf9-aa24-4e0f-8f0b-aa22114ccd96 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.059030] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.059314] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.059471] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleting the datastore file [datastore2] 96e83d99-c233-4409-900f-64cbdf961769 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.060039] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0658bf9f-1929-4431-8aaa-34a73953314d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.066430] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 893.066430] env[68627]: value = "task-3037243" [ 893.066430] env[68627]: _type = "Task" [ 893.066430] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.082334] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.154451] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "refresh_cache-8ae5f2fe-f933-4417-a20f-c6f5b16954d8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.155435] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired lock "refresh_cache-8ae5f2fe-f933-4417-a20f-c6f5b16954d8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.155580] env[68627]: DEBUG nova.network.neutron [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.248877] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "f8a363a9-304e-4872-a088-6fec943204a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.249317] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "f8a363a9-304e-4872-a088-6fec943204a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.249407] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "f8a363a9-304e-4872-a088-6fec943204a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.249557] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "f8a363a9-304e-4872-a088-6fec943204a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.249727] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "f8a363a9-304e-4872-a088-6fec943204a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.252017] env[68627]: INFO nova.compute.manager [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Terminating instance [ 893.291396] env[68627]: DEBUG nova.network.neutron [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Successfully created port: 70de1327-d806-4044-a05a-f08ddc77331e {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.339626] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36ae9a6-fd91-4a46-aa3e-4af5e7c36e32 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.348244] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d72d6a-965b-43b1-bf8a-b1f8dcd12e10 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.380671] env[68627]: DEBUG nova.compute.manager [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.384121] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb89527-3350-436f-8934-75a00ea7152f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.391911] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c721d4-ef8e-4d5c-a0df-4770ff2b3025 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.405517] env[68627]: DEBUG nova.compute.provider_tree [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.429717] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037240, 'name': ReconfigVM_Task, 'duration_secs': 0.766656} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.430014] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 45582fce-3581-448a-8a90-d307fbc9ac18/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.430906] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1c5fa6-042c-44bf-a16d-0617eb45a321 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.459475] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f3df05-2179-42a6-a05a-9c270cc1cd33 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.474942] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 893.474942] env[68627]: value = "task-3037244" [ 893.474942] env[68627]: _type = "Task" [ 893.474942] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.483253] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.576227] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150981} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.576496] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.576687] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.576871] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.687127] env[68627]: DEBUG nova.network.neutron [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.758323] env[68627]: DEBUG nova.compute.manager [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.758590] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.759558] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f3924a-aa44-456a-a62d-47aa8d2cbcc5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.768117] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.768397] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81c51bde-07ad-48e0-9a94-0747a2b7d390 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.776110] env[68627]: DEBUG oslo_vmware.api [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 893.776110] env[68627]: value = "task-3037245" [ 893.776110] env[68627]: _type = "Task" [ 893.776110] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.784679] env[68627]: DEBUG oslo_vmware.api [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.847289] env[68627]: DEBUG nova.network.neutron [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Updating instance_info_cache with network_info: [{"id": "be7872f3-06fd-4f00-a4e3-15d6b610bed4", "address": "fa:16:3e:f4:a4:cc", "network": {"id": "1b91a0fc-78be-4c5f-a389-9f246ff88585", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-315769680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f8c3d2318a4dfb82c3d0c6f7840a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7872f3-06", "ovs_interfaceid": "be7872f3-06fd-4f00-a4e3-15d6b610bed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.908591] env[68627]: DEBUG nova.scheduler.client.report [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.985804] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037244, 'name': ReconfigVM_Task, 'duration_secs': 0.35287} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.986155] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.986449] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56913bda-d647-4e10-a69c-ec1caf5d02b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.993063] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 893.993063] env[68627]: value = "task-3037246" [ 893.993063] env[68627]: _type = "Task" [ 893.993063] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.002793] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.285481] env[68627]: DEBUG oslo_vmware.api [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037245, 'name': PowerOffVM_Task, 'duration_secs': 0.27123} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.285912] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.285978] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.286246] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74d10432-1250-43b6-83e1-59ea7b45abb0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.350786] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Releasing lock "refresh_cache-8ae5f2fe-f933-4417-a20f-c6f5b16954d8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.351174] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Instance network_info: |[{"id": "be7872f3-06fd-4f00-a4e3-15d6b610bed4", "address": "fa:16:3e:f4:a4:cc", "network": {"id": "1b91a0fc-78be-4c5f-a389-9f246ff88585", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-315769680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f8c3d2318a4dfb82c3d0c6f7840a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7872f3-06", "ovs_interfaceid": "be7872f3-06fd-4f00-a4e3-15d6b610bed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.351662] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:a4:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be7872f3-06fd-4f00-a4e3-15d6b610bed4', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.359574] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.359803] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.360041] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1fb156a-a31b-4be1-89c3-dfb9cf780b2a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.380404] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.380615] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.380798] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Deleting the datastore file [datastore1] f8a363a9-304e-4872-a088-6fec943204a1 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.381070] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e82f49e-829a-4885-a82c-765d04defaf0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.393428] env[68627]: DEBUG oslo_vmware.api [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 894.393428] env[68627]: value = "task-3037249" [ 894.393428] env[68627]: _type = "Task" [ 894.393428] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.393839] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.393839] env[68627]: value = "task-3037248" [ 894.393839] env[68627]: _type = "Task" [ 894.393839] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.394822] env[68627]: DEBUG nova.compute.manager [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.411176] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037248, 'name': CreateVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.414031] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.417927] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.343s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.418224] env[68627]: DEBUG nova.objects.instance [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lazy-loading 'resources' on Instance uuid 8f35e0ac-c564-4873-89e5-9b072e9804d4 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.426127] env[68627]: DEBUG nova.virt.hardware [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.426428] env[68627]: DEBUG nova.virt.hardware [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.426675] env[68627]: DEBUG nova.virt.hardware [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.426936] env[68627]: DEBUG nova.virt.hardware [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.427196] env[68627]: DEBUG nova.virt.hardware [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.427396] env[68627]: DEBUG nova.virt.hardware [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.427656] env[68627]: DEBUG nova.virt.hardware [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.427837] env[68627]: DEBUG nova.virt.hardware [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.428525] env[68627]: DEBUG nova.virt.hardware [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.428525] env[68627]: DEBUG nova.virt.hardware [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.428525] env[68627]: DEBUG nova.virt.hardware [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.429315] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4970a4e-0c85-41b9-bce7-2ae588d9f591 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.439171] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c3bf75-ae9d-4c93-94c1-559671c5dd54 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.443983] env[68627]: INFO nova.scheduler.client.report [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Deleted allocations for instance 93fdbf99-a224-4531-887b-9ee805ecb49c [ 894.504527] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.609727] env[68627]: DEBUG nova.virt.hardware [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.610043] env[68627]: DEBUG nova.virt.hardware [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.610227] env[68627]: DEBUG nova.virt.hardware [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.610497] env[68627]: DEBUG nova.virt.hardware [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.610748] env[68627]: DEBUG nova.virt.hardware [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.610820] env[68627]: DEBUG nova.virt.hardware [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.611087] env[68627]: DEBUG nova.virt.hardware [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.611241] env[68627]: DEBUG nova.virt.hardware [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.611444] env[68627]: DEBUG nova.virt.hardware [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.611646] env[68627]: DEBUG nova.virt.hardware [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.611863] env[68627]: DEBUG nova.virt.hardware [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.612874] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a44b9ad-0e84-44e4-8a4c-57669e3e1e8b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.618979] env[68627]: DEBUG nova.compute.manager [req-fd4c253a-648c-4401-9ece-9e6dc1a385ff req-8412c89b-4c44-4b64-a799-49fb006c8138 service nova] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Received event network-changed-be7872f3-06fd-4f00-a4e3-15d6b610bed4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.619225] env[68627]: DEBUG nova.compute.manager [req-fd4c253a-648c-4401-9ece-9e6dc1a385ff req-8412c89b-4c44-4b64-a799-49fb006c8138 service nova] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Refreshing instance network info cache due to event network-changed-be7872f3-06fd-4f00-a4e3-15d6b610bed4. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.619468] env[68627]: DEBUG oslo_concurrency.lockutils [req-fd4c253a-648c-4401-9ece-9e6dc1a385ff req-8412c89b-4c44-4b64-a799-49fb006c8138 service nova] Acquiring lock "refresh_cache-8ae5f2fe-f933-4417-a20f-c6f5b16954d8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.619641] env[68627]: DEBUG oslo_concurrency.lockutils [req-fd4c253a-648c-4401-9ece-9e6dc1a385ff req-8412c89b-4c44-4b64-a799-49fb006c8138 service nova] Acquired lock "refresh_cache-8ae5f2fe-f933-4417-a20f-c6f5b16954d8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.619807] env[68627]: DEBUG nova.network.neutron [req-fd4c253a-648c-4401-9ece-9e6dc1a385ff req-8412c89b-4c44-4b64-a799-49fb006c8138 service nova] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Refreshing network info cache for port be7872f3-06fd-4f00-a4e3-15d6b610bed4 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.629033] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c692a8a2-c481-4ccc-8125-3632fc1a9f38 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.645890] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:ab:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c11ee02-de90-4680-a8f7-db9e381d3810', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.653821] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.654439] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.654693] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b88ef2a-3f5f-49ba-a6f7-32042a043b70 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.675227] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.675227] env[68627]: value = "task-3037250" [ 894.675227] env[68627]: _type = "Task" [ 894.675227] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.683255] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037250, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.906521] env[68627]: DEBUG oslo_vmware.api [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243099} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.909605] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.909809] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.909991] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.910339] env[68627]: INFO nova.compute.manager [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 894.910655] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.910889] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037248, 'name': CreateVM_Task, 'duration_secs': 0.347462} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.911241] env[68627]: DEBUG nova.compute.manager [-] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.911401] env[68627]: DEBUG nova.network.neutron [-] [instance: f8a363a9-304e-4872-a088-6fec943204a1] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.913034] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.913786] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.913934] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.914315] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.915210] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290e6496-788d-406a-bb1b-6ce49ce35fbf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.922724] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 894.922724] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52bdcaf7-e92b-2e2e-683c-60361387e7c6" [ 894.922724] env[68627]: _type = "Task" [ 894.922724] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.931019] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52bdcaf7-e92b-2e2e-683c-60361387e7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.965189] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3d478d37-b955-4067-8f09-6575a34454eb tempest-ServerMetadataNegativeTestJSON-1187195368 tempest-ServerMetadataNegativeTestJSON-1187195368-project-member] Lock "93fdbf99-a224-4531-887b-9ee805ecb49c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.764s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.003377] env[68627]: DEBUG oslo_vmware.api [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037246, 'name': PowerOnVM_Task, 'duration_secs': 0.826978} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.006091] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.008787] env[68627]: DEBUG nova.compute.manager [None req-42697534-a518-48b5-81de-d6f252745d59 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.009905] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e64324-9e23-4129-9674-d72abee81993 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.190652] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037250, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.357460] env[68627]: DEBUG nova.network.neutron [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Successfully updated port: 70de1327-d806-4044-a05a-f08ddc77331e {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.429299] env[68627]: DEBUG nova.compute.manager [req-540819bb-6f83-4b0c-bda4-44ee6ad12c93 req-d1f45dca-9628-4649-b9c3-7308b48e92c2 service nova] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Received event network-vif-deleted-95698341-e734-4399-93d8-d46eff53057f {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.429405] env[68627]: INFO nova.compute.manager [req-540819bb-6f83-4b0c-bda4-44ee6ad12c93 req-d1f45dca-9628-4649-b9c3-7308b48e92c2 service nova] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Neutron deleted interface 95698341-e734-4399-93d8-d46eff53057f; detaching it from the instance and deleting it from the info cache [ 895.429584] env[68627]: DEBUG nova.network.neutron [req-540819bb-6f83-4b0c-bda4-44ee6ad12c93 req-d1f45dca-9628-4649-b9c3-7308b48e92c2 service nova] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.439035] env[68627]: DEBUG nova.network.neutron [req-fd4c253a-648c-4401-9ece-9e6dc1a385ff req-8412c89b-4c44-4b64-a799-49fb006c8138 service nova] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Updated VIF entry in instance network info cache for port be7872f3-06fd-4f00-a4e3-15d6b610bed4. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.439378] env[68627]: DEBUG nova.network.neutron [req-fd4c253a-648c-4401-9ece-9e6dc1a385ff req-8412c89b-4c44-4b64-a799-49fb006c8138 service nova] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Updating instance_info_cache with network_info: [{"id": "be7872f3-06fd-4f00-a4e3-15d6b610bed4", "address": "fa:16:3e:f4:a4:cc", "network": {"id": "1b91a0fc-78be-4c5f-a389-9f246ff88585", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-315769680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f8c3d2318a4dfb82c3d0c6f7840a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7872f3-06", "ovs_interfaceid": "be7872f3-06fd-4f00-a4e3-15d6b610bed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.441920] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52bdcaf7-e92b-2e2e-683c-60361387e7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.021829} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.442600] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.442926] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.443078] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.443329] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.445134] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.445134] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdbf0e5c-c3e6-40e9-bebe-a6a03c20ce15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.459582] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.459781] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.461008] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d111945-4600-4ebc-a836-a48fb4befd45 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.466423] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 895.466423] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523bb073-47d1-f684-52d9-7c64cbae4519" [ 895.466423] env[68627]: _type = "Task" [ 895.466423] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.475877] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523bb073-47d1-f684-52d9-7c64cbae4519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.482383] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2e471a-b8d4-4fc0-9519-14c3b6028f42 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.489131] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4742e8c8-ee43-48ce-af47-67507b40731d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.525852] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9c8034-23e2-48e6-8912-18c79e30a75b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.534677] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7486ae22-29e8-49b6-8dd6-b3c701ab7ed8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.550901] env[68627]: DEBUG nova.compute.provider_tree [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.693020] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037250, 'name': CreateVM_Task, 'duration_secs': 0.546555} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.693020] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.693020] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.693020] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.693020] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.693020] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee52aa3f-993e-4608-920d-0257e109fd0f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.699333] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 895.699333] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e20e1c-8c6c-fdcf-a355-8044c1378cad" [ 895.699333] env[68627]: _type = "Task" [ 895.699333] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.708331] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e20e1c-8c6c-fdcf-a355-8044c1378cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.730323] env[68627]: DEBUG nova.network.neutron [-] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.857996] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-da33ab9e-fc44-4d70-ab61-8ee58add8ac1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.858323] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-da33ab9e-fc44-4d70-ab61-8ee58add8ac1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.860138] env[68627]: DEBUG nova.network.neutron [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.933219] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71a33368-e5db-475e-8e68-c0f4801b486f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.943945] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc84167d-c96e-4395-9423-331848475a71 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.955659] env[68627]: DEBUG oslo_concurrency.lockutils [req-fd4c253a-648c-4401-9ece-9e6dc1a385ff req-8412c89b-4c44-4b64-a799-49fb006c8138 service nova] Releasing lock "refresh_cache-8ae5f2fe-f933-4417-a20f-c6f5b16954d8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.985688] env[68627]: DEBUG nova.compute.manager [req-540819bb-6f83-4b0c-bda4-44ee6ad12c93 req-d1f45dca-9628-4649-b9c3-7308b48e92c2 service nova] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Detach interface failed, port_id=95698341-e734-4399-93d8-d46eff53057f, reason: Instance f8a363a9-304e-4872-a088-6fec943204a1 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 895.991935] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523bb073-47d1-f684-52d9-7c64cbae4519, 'name': SearchDatastore_Task, 'duration_secs': 0.008543} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.992818] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4436acb-afd1-4236-8c79-d44ce5bf3e9b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.998303] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 895.998303] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528adb0e-ec1c-6483-f342-f9a9466fb3c9" [ 895.998303] env[68627]: _type = "Task" [ 895.998303] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.007570] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528adb0e-ec1c-6483-f342-f9a9466fb3c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.054526] env[68627]: DEBUG nova.scheduler.client.report [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.213713] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e20e1c-8c6c-fdcf-a355-8044c1378cad, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.214047] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.214284] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.214497] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.235290] env[68627]: INFO nova.compute.manager [-] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Took 1.32 seconds to deallocate network for instance. [ 896.376787] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "f01e89fb-8c8c-492f-a83b-ba351d797180" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.376787] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "f01e89fb-8c8c-492f-a83b-ba351d797180" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.409721] env[68627]: DEBUG nova.network.neutron [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.511143] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528adb0e-ec1c-6483-f342-f9a9466fb3c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.511466] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.511733] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 8ae5f2fe-f933-4417-a20f-c6f5b16954d8/8ae5f2fe-f933-4417-a20f-c6f5b16954d8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.512032] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.512225] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.512445] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb22aacb-2e6d-4610-bde0-a1ed2f0b3e31 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.514901] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d1687ee-d1c4-482a-a4b5-632c2ff98dd2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.521340] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 896.521340] env[68627]: value = "task-3037251" [ 896.521340] env[68627]: _type = "Task" [ 896.521340] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.525260] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.525466] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.526569] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe96e6d-da96-46e7-9610-b94740c73379 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.531519] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.534742] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 896.534742] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5251451e-6abf-c2ca-41d7-f0b4eb43c68f" [ 896.534742] env[68627]: _type = "Task" [ 896.534742] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.541885] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5251451e-6abf-c2ca-41d7-f0b4eb43c68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.561022] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.562962] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.138s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.563226] env[68627]: DEBUG nova.objects.instance [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Lazy-loading 'resources' on Instance uuid bcf23d21-2526-4821-9eba-ab8b664c3556 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.580665] env[68627]: INFO nova.scheduler.client.report [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Deleted allocations for instance 8f35e0ac-c564-4873-89e5-9b072e9804d4 [ 896.636456] env[68627]: DEBUG nova.network.neutron [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Updating instance_info_cache with network_info: [{"id": "70de1327-d806-4044-a05a-f08ddc77331e", "address": "fa:16:3e:75:e2:3e", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70de1327-d8", "ovs_interfaceid": "70de1327-d806-4044-a05a-f08ddc77331e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.640320] env[68627]: DEBUG nova.compute.manager [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Received event network-vif-plugged-70de1327-d806-4044-a05a-f08ddc77331e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.646508] env[68627]: DEBUG oslo_concurrency.lockutils [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] Acquiring lock "da33ab9e-fc44-4d70-ab61-8ee58add8ac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.646508] env[68627]: DEBUG oslo_concurrency.lockutils [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] Lock "da33ab9e-fc44-4d70-ab61-8ee58add8ac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.646508] env[68627]: DEBUG oslo_concurrency.lockutils [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] Lock "da33ab9e-fc44-4d70-ab61-8ee58add8ac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.646508] env[68627]: DEBUG nova.compute.manager [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] No waiting events found dispatching network-vif-plugged-70de1327-d806-4044-a05a-f08ddc77331e {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.646508] env[68627]: WARNING nova.compute.manager [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Received unexpected event network-vif-plugged-70de1327-d806-4044-a05a-f08ddc77331e for instance with vm_state building and task_state spawning. [ 896.646508] env[68627]: DEBUG nova.compute.manager [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Received event network-changed-70de1327-d806-4044-a05a-f08ddc77331e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.646508] env[68627]: DEBUG nova.compute.manager [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Refreshing instance network info cache due to event network-changed-70de1327-d806-4044-a05a-f08ddc77331e. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.646508] env[68627]: DEBUG oslo_concurrency.lockutils [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] Acquiring lock "refresh_cache-da33ab9e-fc44-4d70-ab61-8ee58add8ac1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.741619] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.879756] env[68627]: DEBUG nova.compute.manager [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.035048] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46325} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.035469] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 8ae5f2fe-f933-4417-a20f-c6f5b16954d8/8ae5f2fe-f933-4417-a20f-c6f5b16954d8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.035682] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.038755] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bf46b56-d82b-4a8a-b231-ae7040a20fe2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.045977] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5251451e-6abf-c2ca-41d7-f0b4eb43c68f, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.053294] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 897.053294] env[68627]: value = "task-3037252" [ 897.053294] env[68627]: _type = "Task" [ 897.053294] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.053294] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd9d90a-fc5d-446a-8a3d-349c6f0d90f0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.059452] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.060820] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 897.060820] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c53ec1-23fe-cfad-2d31-1447f18fbc87" [ 897.060820] env[68627]: _type = "Task" [ 897.060820] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.071102] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c53ec1-23fe-cfad-2d31-1447f18fbc87, 'name': SearchDatastore_Task} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.071576] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.071927] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 96e83d99-c233-4409-900f-64cbdf961769/96e83d99-c233-4409-900f-64cbdf961769.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.072206] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17f15f8b-cf8b-45f8-a606-2e0619c78a35 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.081094] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 897.081094] env[68627]: value = "task-3037253" [ 897.081094] env[68627]: _type = "Task" [ 897.081094] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.091030] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.091636] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c4d0600e-de31-49f9-b2d5-d6e5535a52de tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "8f35e0ac-c564-4873-89e5-9b072e9804d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.858s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.138319] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-da33ab9e-fc44-4d70-ab61-8ee58add8ac1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.138654] env[68627]: DEBUG nova.compute.manager [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Instance network_info: |[{"id": "70de1327-d806-4044-a05a-f08ddc77331e", "address": "fa:16:3e:75:e2:3e", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70de1327-d8", "ovs_interfaceid": "70de1327-d806-4044-a05a-f08ddc77331e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.138973] env[68627]: DEBUG oslo_concurrency.lockutils [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] Acquired lock "refresh_cache-da33ab9e-fc44-4d70-ab61-8ee58add8ac1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.139186] env[68627]: DEBUG nova.network.neutron [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Refreshing network info cache for port 70de1327-d806-4044-a05a-f08ddc77331e {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.140421] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:e2:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70de1327-d806-4044-a05a-f08ddc77331e', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.149262] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.154951] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.155808] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52734aae-0043-4957-8f4a-4a2dc8e94219 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.179907] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.179907] env[68627]: value = "task-3037254" [ 897.179907] env[68627]: _type = "Task" [ 897.179907] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.188609] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037254, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.404429] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.406095] env[68627]: DEBUG nova.network.neutron [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Updated VIF entry in instance network info cache for port 70de1327-d806-4044-a05a-f08ddc77331e. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.406095] env[68627]: DEBUG nova.network.neutron [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Updating instance_info_cache with network_info: [{"id": "70de1327-d806-4044-a05a-f08ddc77331e", "address": "fa:16:3e:75:e2:3e", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70de1327-d8", "ovs_interfaceid": "70de1327-d806-4044-a05a-f08ddc77331e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.561172] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070827} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.563913] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.564974] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da76e197-3d6b-44f4-94d5-ae54a9477789 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.588949] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 8ae5f2fe-f933-4417-a20f-c6f5b16954d8/8ae5f2fe-f933-4417-a20f-c6f5b16954d8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.590417] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e0734b-0ce3-4110-9703-8dbe51b3679f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.606820] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cce01c-0082-4951-a8eb-814bec060ff9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.621166] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cc1daf-a3c7-4348-8af3-9f6076ee5880 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.624459] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 897.624459] env[68627]: value = "task-3037255" [ 897.624459] env[68627]: _type = "Task" [ 897.624459] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.624703] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.655662] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c619289c-2360-44a9-8ce8-f11f95e69583 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.661478] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.666582] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c26598-6292-4d99-ab44-be7516f0ae76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.682128] env[68627]: DEBUG nova.compute.provider_tree [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.691535] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037254, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.715936] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.716199] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.716415] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.716606] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.716776] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.719436] env[68627]: INFO nova.compute.manager [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Terminating instance [ 897.916055] env[68627]: DEBUG oslo_concurrency.lockutils [req-601fb574-cee3-4263-b04a-12d9980049cb req-10afd343-e944-4dc0-b119-6daa5b990922 service nova] Releasing lock "refresh_cache-da33ab9e-fc44-4d70-ab61-8ee58add8ac1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.102325] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037253, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.135922] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.185687] env[68627]: DEBUG nova.scheduler.client.report [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.196540] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037254, 'name': CreateVM_Task, 'duration_secs': 0.667717} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.196714] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.197461] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.197658] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.197957] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.198277] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b4c9a4-cc3e-45df-b801-5f6f8e9f052d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.203804] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 898.203804] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52083f6d-0b3c-d92f-ac87-9a9742f97112" [ 898.203804] env[68627]: _type = "Task" [ 898.203804] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.213883] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52083f6d-0b3c-d92f-ac87-9a9742f97112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.224305] env[68627]: DEBUG nova.compute.manager [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.224558] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.225535] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2def641b-0598-4455-993b-ebef80452319 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.234292] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.234590] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cc32339-b575-43af-8dab-031b43b3bd92 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.242699] env[68627]: DEBUG oslo_vmware.api [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 898.242699] env[68627]: value = "task-3037256" [ 898.242699] env[68627]: _type = "Task" [ 898.242699] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.251675] env[68627]: DEBUG oslo_vmware.api [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.607191] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037253, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.341912} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.608332] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 96e83d99-c233-4409-900f-64cbdf961769/96e83d99-c233-4409-900f-64cbdf961769.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.608332] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.608468] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be2ae135-89c2-4f6e-b8d1-617d2fe7c826 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.616829] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 898.616829] env[68627]: value = "task-3037257" [ 898.616829] env[68627]: _type = "Task" [ 898.616829] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.633432] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.645512] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037255, 'name': ReconfigVM_Task, 'duration_secs': 0.920816} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.645856] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 8ae5f2fe-f933-4417-a20f-c6f5b16954d8/8ae5f2fe-f933-4417-a20f-c6f5b16954d8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.646569] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2ce1387-d2ea-4f21-96e0-446d03a5dce2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.652462] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 898.652462] env[68627]: value = "task-3037258" [ 898.652462] env[68627]: _type = "Task" [ 898.652462] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.661114] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037258, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.694409] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.700876] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.162s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.702407] env[68627]: INFO nova.compute.claims [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.715166] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52083f6d-0b3c-d92f-ac87-9a9742f97112, 'name': SearchDatastore_Task, 'duration_secs': 0.021227} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.715166] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.715273] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.715561] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.715744] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.715974] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.716323] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e186f1b-3f39-466c-a7f5-d50abe589bf4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.725607] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.725812] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.726606] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f349bb2-2b0c-4f47-8d37-406c10153507 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.732717] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 898.732717] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525dfb06-9b84-6b1b-e215-1c6ecd267bce" [ 898.732717] env[68627]: _type = "Task" [ 898.732717] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.733815] env[68627]: INFO nova.scheduler.client.report [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Deleted allocations for instance bcf23d21-2526-4821-9eba-ab8b664c3556 [ 898.748719] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525dfb06-9b84-6b1b-e215-1c6ecd267bce, 'name': SearchDatastore_Task, 'duration_secs': 0.01168} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.753753] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a349d9-cd4c-4acf-88d5-4e6760bab4af {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.761834] env[68627]: DEBUG oslo_vmware.api [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037256, 'name': PowerOffVM_Task, 'duration_secs': 0.352756} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.763684] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.764616] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.764616] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 898.764616] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a216e4-1fd2-5bff-a468-17c78539d1d4" [ 898.764616] env[68627]: _type = "Task" [ 898.764616] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.766141] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6081ef35-cdd1-474e-8858-edbc119d8c99 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.779565] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a216e4-1fd2-5bff-a468-17c78539d1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.012846} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.779565] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.779565] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] da33ab9e-fc44-4d70-ab61-8ee58add8ac1/da33ab9e-fc44-4d70-ab61-8ee58add8ac1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.779565] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2edeb29f-2e0f-4fef-8f96-918d6aee04c3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.787187] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 898.787187] env[68627]: value = "task-3037260" [ 898.787187] env[68627]: _type = "Task" [ 898.787187] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.797482] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.836390] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.836650] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.836759] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Deleting the datastore file [datastore1] 6a1a0788-10b5-49c4-9369-6b9e44dcad83 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.837048] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-478af469-1a22-4564-9d87-e1162d733864 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.844969] env[68627]: DEBUG oslo_vmware.api [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for the task: (returnval){ [ 898.844969] env[68627]: value = "task-3037261" [ 898.844969] env[68627]: _type = "Task" [ 898.844969] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.853532] env[68627]: DEBUG oslo_vmware.api [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.128038] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122503} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.128339] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.129228] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bd8c63-f751-456c-b46e-a21f52527c76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.154955] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 96e83d99-c233-4409-900f-64cbdf961769/96e83d99-c233-4409-900f-64cbdf961769.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.155396] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-715377f1-1897-4b01-a583-65185be861f4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.180821] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037258, 'name': Rename_Task, 'duration_secs': 0.158408} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.182392] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.182808] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 899.182808] env[68627]: value = "task-3037262" [ 899.182808] env[68627]: _type = "Task" [ 899.182808] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.183022] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c8b2060-300b-4fec-82e9-273e91ae84eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.196415] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.196763] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 899.196763] env[68627]: value = "task-3037263" [ 899.196763] env[68627]: _type = "Task" [ 899.196763] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.214034] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.247433] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcde0dc0-1373-4469-abbf-936daa6272cc tempest-InstanceActionsTestJSON-1567783656 tempest-InstanceActionsTestJSON-1567783656-project-member] Lock "bcf23d21-2526-4821-9eba-ab8b664c3556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.467s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.299082] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037260, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.356054] env[68627]: DEBUG oslo_vmware.api [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Task: {'id': task-3037261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231758} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.356376] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.357152] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.357520] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.357793] env[68627]: INFO nova.compute.manager [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Took 1.13 seconds to destroy the instance on the hypervisor. [ 899.358116] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.358405] env[68627]: DEBUG nova.compute.manager [-] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.358442] env[68627]: DEBUG nova.network.neutron [-] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.700232] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.711877] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037263, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.808235] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536307} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.808753] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] da33ab9e-fc44-4d70-ab61-8ee58add8ac1/da33ab9e-fc44-4d70-ab61-8ee58add8ac1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.809050] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.809387] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a642ebc5-33bf-4fa9-870c-a718aad12ddd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.819033] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 899.819033] env[68627]: value = "task-3037264" [ 899.819033] env[68627]: _type = "Task" [ 899.819033] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.832305] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.835024] env[68627]: DEBUG nova.compute.manager [req-cd1595e6-e10a-40d9-bc01-c90e381724f5 req-28b371b0-8667-4aeb-ae3a-4eb027b90a5c service nova] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Received event network-vif-deleted-5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.835383] env[68627]: INFO nova.compute.manager [req-cd1595e6-e10a-40d9-bc01-c90e381724f5 req-28b371b0-8667-4aeb-ae3a-4eb027b90a5c service nova] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Neutron deleted interface 5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3; detaching it from the instance and deleting it from the info cache [ 899.835675] env[68627]: DEBUG nova.network.neutron [req-cd1595e6-e10a-40d9-bc01-c90e381724f5 req-28b371b0-8667-4aeb-ae3a-4eb027b90a5c service nova] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.196174] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037262, 'name': ReconfigVM_Task, 'duration_secs': 0.592836} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.196174] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 96e83d99-c233-4409-900f-64cbdf961769/96e83d99-c233-4409-900f-64cbdf961769.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.196853] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f10f370a-908a-4438-ab33-7614e4472e5c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.206131] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 900.206131] env[68627]: value = "task-3037265" [ 900.206131] env[68627]: _type = "Task" [ 900.206131] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.215435] env[68627]: DEBUG oslo_vmware.api [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037263, 'name': PowerOnVM_Task, 'duration_secs': 0.685765} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.219184] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.219492] env[68627]: INFO nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Took 8.55 seconds to spawn the instance on the hypervisor. [ 900.219736] env[68627]: DEBUG nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.220829] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c839e1c6-f41e-4dc8-8c32-bece53678706 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.230765] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037265, 'name': Rename_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.311361] env[68627]: DEBUG nova.network.neutron [-] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.313161] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417e02d8-7cff-4a38-9b88-46b62f917ab7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.335169] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f7410d-9720-4e52-8519-b99a5c0bcc84 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.339251] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178116} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.340404] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.341039] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f160af5c-b192-4d01-ad6b-e93575411ad1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.393794] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d4485bc-36b0-4526-a898-990a40bbfed5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.395949] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6197094f-96e5-4703-94e2-19b2f7a860f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.418918] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] da33ab9e-fc44-4d70-ab61-8ee58add8ac1/da33ab9e-fc44-4d70-ab61-8ee58add8ac1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.423282] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72207fa6-8799-4b28-aa18-98e5104de6af {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.442139] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dac8c5-d759-475e-8061-15abb5c2b2c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.454770] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0d8033-f88e-45ab-bf5f-32cb78d29ffc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.460930] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 900.460930] env[68627]: value = "task-3037266" [ 900.460930] env[68627]: _type = "Task" [ 900.460930] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.478580] env[68627]: DEBUG nova.compute.provider_tree [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.499669] env[68627]: DEBUG nova.compute.manager [req-cd1595e6-e10a-40d9-bc01-c90e381724f5 req-28b371b0-8667-4aeb-ae3a-4eb027b90a5c service nova] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Detach interface failed, port_id=5d489105-29a8-40ee-8d2f-3bbe3cf4b6b3, reason: Instance 6a1a0788-10b5-49c4-9369-6b9e44dcad83 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.500309] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.720776] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037265, 'name': Rename_Task, 'duration_secs': 0.481386} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.721075] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.721316] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f208b640-742c-4dfa-8eb5-7bd07bf29c01 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.727929] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 900.727929] env[68627]: value = "task-3037267" [ 900.727929] env[68627]: _type = "Task" [ 900.727929] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.736233] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.752962] env[68627]: INFO nova.compute.manager [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Took 42.30 seconds to build instance. [ 900.823500] env[68627]: INFO nova.compute.manager [-] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Took 1.46 seconds to deallocate network for instance. [ 900.977264] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037266, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.004955] env[68627]: DEBUG nova.scheduler.client.report [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.219419] env[68627]: DEBUG oslo_concurrency.lockutils [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "e5a01e3a-0bd2-44e4-b05d-03ac216f363e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.219419] env[68627]: DEBUG oslo_concurrency.lockutils [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "e5a01e3a-0bd2-44e4-b05d-03ac216f363e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.219419] env[68627]: DEBUG oslo_concurrency.lockutils [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "e5a01e3a-0bd2-44e4-b05d-03ac216f363e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.219419] env[68627]: DEBUG oslo_concurrency.lockutils [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "e5a01e3a-0bd2-44e4-b05d-03ac216f363e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.219419] env[68627]: DEBUG oslo_concurrency.lockutils [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "e5a01e3a-0bd2-44e4-b05d-03ac216f363e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.220571] env[68627]: INFO nova.compute.manager [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Terminating instance [ 901.245178] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037267, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.256662] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e1be01b5-53a9-4ab6-848b-eab35bb749ae tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "8ae5f2fe-f933-4417-a20f-c6f5b16954d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.280s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.304543] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "8ae5f2fe-f933-4417-a20f-c6f5b16954d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.304543] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "8ae5f2fe-f933-4417-a20f-c6f5b16954d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.304543] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "8ae5f2fe-f933-4417-a20f-c6f5b16954d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.304543] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "8ae5f2fe-f933-4417-a20f-c6f5b16954d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.304543] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "8ae5f2fe-f933-4417-a20f-c6f5b16954d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.306557] env[68627]: INFO nova.compute.manager [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Terminating instance [ 901.332212] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.482389] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037266, 'name': ReconfigVM_Task, 'duration_secs': 0.54888} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.482616] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Reconfigured VM instance instance-0000004a to attach disk [datastore2] da33ab9e-fc44-4d70-ab61-8ee58add8ac1/da33ab9e-fc44-4d70-ab61-8ee58add8ac1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.484205] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63814716-365c-4892-a4a9-003499fa3f96 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.496046] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 901.496046] env[68627]: value = "task-3037268" [ 901.496046] env[68627]: _type = "Task" [ 901.496046] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.502555] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037268, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.510474] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.511016] env[68627]: DEBUG nova.compute.manager [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.513714] env[68627]: DEBUG oslo_concurrency.lockutils [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.382s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.514067] env[68627]: DEBUG nova.objects.instance [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lazy-loading 'resources' on Instance uuid 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.725612] env[68627]: DEBUG nova.compute.manager [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.725861] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.726774] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ff9d7b-1bce-443e-80a6-03d3b4d26d12 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.738055] env[68627]: DEBUG oslo_vmware.api [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037267, 'name': PowerOnVM_Task, 'duration_secs': 0.661001} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.740199] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.740427] env[68627]: DEBUG nova.compute.manager [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.740757] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.741467] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac564107-2e62-43ca-9a44-066b8396e1a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.744137] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-972868ed-e36e-435e-980f-cb094ce5eee1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.752596] env[68627]: DEBUG oslo_vmware.api [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 901.752596] env[68627]: value = "task-3037269" [ 901.752596] env[68627]: _type = "Task" [ 901.752596] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.760887] env[68627]: DEBUG oslo_vmware.api [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.812890] env[68627]: DEBUG nova.compute.manager [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.813171] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.814516] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24aa0165-f458-4000-a8e3-f7c7f136b5a7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.822253] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.822501] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1803b84-1f7f-40a8-8772-e981ed055452 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.828741] env[68627]: DEBUG oslo_vmware.api [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 901.828741] env[68627]: value = "task-3037270" [ 901.828741] env[68627]: _type = "Task" [ 901.828741] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.837492] env[68627]: DEBUG oslo_vmware.api [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.994347] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "546c1c7c-6442-41d7-8de2-b4d16b2342f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.994347] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "546c1c7c-6442-41d7-8de2-b4d16b2342f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.003541] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037268, 'name': Rename_Task, 'duration_secs': 0.146223} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.004652] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.004652] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ae853eb-eda4-462c-93f0-8a8c95aae754 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.010615] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 902.010615] env[68627]: value = "task-3037271" [ 902.010615] env[68627]: _type = "Task" [ 902.010615] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.016593] env[68627]: DEBUG nova.compute.utils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.023245] env[68627]: DEBUG nova.compute.manager [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.023419] env[68627]: DEBUG nova.network.neutron [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.025345] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.084242] env[68627]: DEBUG nova.policy [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f4acef73313454d9ee307418a3b76e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f5cdc528c2243938b69ff15a105ecce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.271229] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.279017] env[68627]: DEBUG oslo_vmware.api [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037269, 'name': PowerOffVM_Task, 'duration_secs': 0.205023} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.279632] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.279632] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.279932] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-981092a7-ab4e-46eb-9fc7-2da2c2d7aeb6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.340329] env[68627]: DEBUG oslo_vmware.api [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037270, 'name': PowerOffVM_Task, 'duration_secs': 0.336258} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.343635] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.343967] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.347909] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a75a6f2b-cdb3-416c-83fc-612ea742283f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.347909] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.347909] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.347909] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Deleting the datastore file [datastore2] e5a01e3a-0bd2-44e4-b05d-03ac216f363e {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.348292] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f262313-ddc0-4d49-b235-8a319b3bb9db {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.355772] env[68627]: DEBUG oslo_vmware.api [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 902.355772] env[68627]: value = "task-3037274" [ 902.355772] env[68627]: _type = "Task" [ 902.355772] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.370582] env[68627]: DEBUG oslo_vmware.api [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.412292] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.412513] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.413722] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Deleting the datastore file [datastore1] 8ae5f2fe-f933-4417-a20f-c6f5b16954d8 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.413722] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d253249-148f-459c-876e-05f30b4b1b80 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.420035] env[68627]: DEBUG oslo_vmware.api [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 902.420035] env[68627]: value = "task-3037275" [ 902.420035] env[68627]: _type = "Task" [ 902.420035] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.424057] env[68627]: DEBUG nova.network.neutron [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Successfully created port: 83ad347b-d8b3-4a38-b038-49ade8b26905 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.433763] env[68627]: DEBUG oslo_vmware.api [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.505059] env[68627]: DEBUG nova.compute.manager [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.524101] env[68627]: DEBUG nova.compute.manager [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.527367] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037271, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.620970] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350cb881-a5f2-4db6-b6fd-a76ef9379aa4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.629168] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4b56e4-9dc0-49c6-85a3-844830fcba9c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.664032] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15b0b85-0697-4577-85a3-b9c8d739a98b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.671727] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05955901-dd12-41e3-8187-37e54c6f22e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.687667] env[68627]: DEBUG nova.compute.provider_tree [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.866191] env[68627]: DEBUG oslo_vmware.api [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255215} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.866465] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.866666] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.866911] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.867023] env[68627]: INFO nova.compute.manager [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 902.867259] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.867456] env[68627]: DEBUG nova.compute.manager [-] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.867550] env[68627]: DEBUG nova.network.neutron [-] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.929422] env[68627]: DEBUG oslo_vmware.api [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309345} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.929758] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.930217] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.930217] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.930399] env[68627]: INFO nova.compute.manager [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 902.930565] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.932046] env[68627]: DEBUG nova.compute.manager [-] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.932046] env[68627]: DEBUG nova.network.neutron [-] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.024413] env[68627]: DEBUG oslo_vmware.api [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037271, 'name': PowerOnVM_Task, 'duration_secs': 0.543615} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.024992] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.025330] env[68627]: INFO nova.compute.manager [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Took 8.63 seconds to spawn the instance on the hypervisor. [ 903.025620] env[68627]: DEBUG nova.compute.manager [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.026714] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a26e2c0-4fdb-4536-95da-cd7821d2cd10 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.040791] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.192748] env[68627]: DEBUG nova.scheduler.client.report [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.368345] env[68627]: DEBUG nova.compute.manager [req-ab2eb1ac-b262-477a-963c-17579db302fc req-70cddae6-f2e4-455f-bf71-c4aa3773b216 service nova] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Received event network-vif-deleted-be7872f3-06fd-4f00-a4e3-15d6b610bed4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.368586] env[68627]: INFO nova.compute.manager [req-ab2eb1ac-b262-477a-963c-17579db302fc req-70cddae6-f2e4-455f-bf71-c4aa3773b216 service nova] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Neutron deleted interface be7872f3-06fd-4f00-a4e3-15d6b610bed4; detaching it from the instance and deleting it from the info cache [ 903.368760] env[68627]: DEBUG nova.network.neutron [req-ab2eb1ac-b262-477a-963c-17579db302fc req-70cddae6-f2e4-455f-bf71-c4aa3773b216 service nova] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.499765] env[68627]: DEBUG nova.compute.manager [req-01f80efb-5468-4925-a730-e58144941141 req-8f8dd680-10ab-4246-8e05-64eed5ea53a9 service nova] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Received event network-vif-deleted-ccf95d04-6080-4ba9-a300-400dfb7b4c86 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.500293] env[68627]: INFO nova.compute.manager [req-01f80efb-5468-4925-a730-e58144941141 req-8f8dd680-10ab-4246-8e05-64eed5ea53a9 service nova] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Neutron deleted interface ccf95d04-6080-4ba9-a300-400dfb7b4c86; detaching it from the instance and deleting it from the info cache [ 903.500533] env[68627]: DEBUG nova.network.neutron [req-01f80efb-5468-4925-a730-e58144941141 req-8f8dd680-10ab-4246-8e05-64eed5ea53a9 service nova] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.543471] env[68627]: DEBUG nova.compute.manager [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.559076] env[68627]: INFO nova.compute.manager [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Took 43.59 seconds to build instance. [ 903.579997] env[68627]: DEBUG nova.virt.hardware [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='715217ad9463b1d1c19be3a90f5e5230',container_format='bare',created_at=2025-03-16T13:50:46Z,direct_url=,disk_format='vmdk',id=120f2be0-ad8a-48fc-a678-ddc7d65707c2,min_disk=1,min_ram=0,name='tempest-test-snap-1537571736',owner='2f5cdc528c2243938b69ff15a105ecce',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-16T13:51:02Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.580248] env[68627]: DEBUG nova.virt.hardware [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.580396] env[68627]: DEBUG nova.virt.hardware [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.580542] env[68627]: DEBUG nova.virt.hardware [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.580707] env[68627]: DEBUG nova.virt.hardware [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.581013] env[68627]: DEBUG nova.virt.hardware [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.581119] env[68627]: DEBUG nova.virt.hardware [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.581206] env[68627]: DEBUG nova.virt.hardware [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.581371] env[68627]: DEBUG nova.virt.hardware [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.581553] env[68627]: DEBUG nova.virt.hardware [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.581766] env[68627]: DEBUG nova.virt.hardware [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.582952] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b3262b-47e6-46fd-b41e-aafaab906099 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.592596] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b4d2e1-732d-4bd8-8874-7e1b97f37015 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.701191] env[68627]: DEBUG oslo_concurrency.lockutils [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.703995] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.172s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.703995] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.706194] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.708s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.707752] env[68627]: INFO nova.compute.claims [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.712684] env[68627]: DEBUG nova.network.neutron [-] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.743491] env[68627]: INFO nova.scheduler.client.report [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted allocations for instance bd68584c-0332-4bea-b08b-5a5682f32233 [ 903.749176] env[68627]: INFO nova.scheduler.client.report [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Deleted allocations for instance 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386 [ 903.871903] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94e97df9-205a-4dfc-8a02-2e38f5cd1b65 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.881661] env[68627]: DEBUG nova.network.neutron [-] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.888286] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8db81ae-dcba-4184-afe3-25bebd2cf057 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.902289] env[68627]: INFO nova.compute.manager [-] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Took 1.03 seconds to deallocate network for instance. [ 903.932060] env[68627]: DEBUG nova.compute.manager [req-ab2eb1ac-b262-477a-963c-17579db302fc req-70cddae6-f2e4-455f-bf71-c4aa3773b216 service nova] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Detach interface failed, port_id=be7872f3-06fd-4f00-a4e3-15d6b610bed4, reason: Instance 8ae5f2fe-f933-4417-a20f-c6f5b16954d8 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 904.006030] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3d9d8a8-e778-4619-b3c1-9c35d4f0e2bb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.015448] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925b4294-1cd0-438b-ba5b-887105976a3c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.052728] env[68627]: DEBUG nova.compute.manager [req-01f80efb-5468-4925-a730-e58144941141 req-8f8dd680-10ab-4246-8e05-64eed5ea53a9 service nova] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Detach interface failed, port_id=ccf95d04-6080-4ba9-a300-400dfb7b4c86, reason: Instance e5a01e3a-0bd2-44e4-b05d-03ac216f363e could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 904.060729] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb2ce0da-d9e6-4ce5-a016-a7cfcf1e9a8e tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "da33ab9e-fc44-4d70-ab61-8ee58add8ac1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.253s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.218059] env[68627]: INFO nova.compute.manager [-] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Took 1.29 seconds to deallocate network for instance. [ 904.246510] env[68627]: INFO nova.compute.manager [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Rebuilding instance [ 904.254094] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb0712a4-5511-448d-9b13-4ec8b3c1d83c tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "bd68584c-0332-4bea-b08b-5a5682f32233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.223s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.259271] env[68627]: DEBUG oslo_concurrency.lockutils [None req-65e0d864-1688-465a-916a-59ebe73546cd tempest-ImagesOneServerNegativeTestJSON-1970220394 tempest-ImagesOneServerNegativeTestJSON-1970220394-project-member] Lock "0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.734s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.320029] env[68627]: DEBUG nova.compute.manager [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.320029] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336481da-b25c-4893-ac24-341aec52f5f6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.410846] env[68627]: DEBUG oslo_concurrency.lockutils [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.679750] env[68627]: DEBUG nova.network.neutron [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Successfully updated port: 83ad347b-d8b3-4a38-b038-49ade8b26905 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.729787] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.183281] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "refresh_cache-f31f7b3b-2914-4fc2-82c5-56ae83ab2152" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.183520] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "refresh_cache-f31f7b3b-2914-4fc2-82c5-56ae83ab2152" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.183728] env[68627]: DEBUG nova.network.neutron [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.248341] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b493fa5e-fe5b-4833-9bb0-27287b06bb22 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.258080] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c3297e-b35c-4295-abbd-e4e5ddf7823c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.307550] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7a7877-9de2-436c-a281-af2a328b694a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.318896] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8395a6d4-4aec-4e0f-9772-5bb38afe6d45 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.336594] env[68627]: DEBUG nova.compute.provider_tree [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.338903] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.339187] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56b21160-855c-4b9e-a701-b9174ac469ae {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.346284] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 905.346284] env[68627]: value = "task-3037276" [ 905.346284] env[68627]: _type = "Task" [ 905.346284] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.359128] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.412746] env[68627]: DEBUG nova.compute.manager [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Received event network-vif-plugged-83ad347b-d8b3-4a38-b038-49ade8b26905 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.412746] env[68627]: DEBUG oslo_concurrency.lockutils [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] Acquiring lock "f31f7b3b-2914-4fc2-82c5-56ae83ab2152-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.412746] env[68627]: DEBUG oslo_concurrency.lockutils [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] Lock "f31f7b3b-2914-4fc2-82c5-56ae83ab2152-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.413358] env[68627]: DEBUG oslo_concurrency.lockutils [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] Lock "f31f7b3b-2914-4fc2-82c5-56ae83ab2152-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.413358] env[68627]: DEBUG nova.compute.manager [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] No waiting events found dispatching network-vif-plugged-83ad347b-d8b3-4a38-b038-49ade8b26905 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.413358] env[68627]: WARNING nova.compute.manager [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Received unexpected event network-vif-plugged-83ad347b-d8b3-4a38-b038-49ade8b26905 for instance with vm_state building and task_state spawning. [ 905.413599] env[68627]: DEBUG nova.compute.manager [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Received event network-changed-70de1327-d806-4044-a05a-f08ddc77331e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.413599] env[68627]: DEBUG nova.compute.manager [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Refreshing instance network info cache due to event network-changed-70de1327-d806-4044-a05a-f08ddc77331e. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.413935] env[68627]: DEBUG oslo_concurrency.lockutils [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] Acquiring lock "refresh_cache-da33ab9e-fc44-4d70-ab61-8ee58add8ac1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.413935] env[68627]: DEBUG oslo_concurrency.lockutils [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] Acquired lock "refresh_cache-da33ab9e-fc44-4d70-ab61-8ee58add8ac1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.414134] env[68627]: DEBUG nova.network.neutron [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Refreshing network info cache for port 70de1327-d806-4044-a05a-f08ddc77331e {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.742724] env[68627]: DEBUG nova.network.neutron [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.840292] env[68627]: DEBUG nova.scheduler.client.report [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.857879] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037276, 'name': PowerOffVM_Task, 'duration_secs': 0.248765} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.858273] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.858729] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.861947] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be413562-a0f4-4c70-b868-b18eacc39c82 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.873922] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.874274] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0da3180-c01d-48e0-80e2-06a36e4c94ba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.946906] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.947305] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.947586] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleting the datastore file [datastore1] 96e83d99-c233-4409-900f-64cbdf961769 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.947958] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bb410d3-06e7-44f5-a525-e3258df08819 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.960250] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 905.960250] env[68627]: value = "task-3037278" [ 905.960250] env[68627]: _type = "Task" [ 905.960250] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.974603] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.984864] env[68627]: DEBUG nova.network.neutron [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Updating instance_info_cache with network_info: [{"id": "83ad347b-d8b3-4a38-b038-49ade8b26905", "address": "fa:16:3e:71:51:93", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ad347b-d8", "ovs_interfaceid": "83ad347b-d8b3-4a38-b038-49ade8b26905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.336982] env[68627]: DEBUG nova.network.neutron [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Updated VIF entry in instance network info cache for port 70de1327-d806-4044-a05a-f08ddc77331e. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.336982] env[68627]: DEBUG nova.network.neutron [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Updating instance_info_cache with network_info: [{"id": "70de1327-d806-4044-a05a-f08ddc77331e", "address": "fa:16:3e:75:e2:3e", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70de1327-d8", "ovs_interfaceid": "70de1327-d806-4044-a05a-f08ddc77331e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.345909] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.347043] env[68627]: DEBUG nova.compute.manager [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.350433] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.310s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.352156] env[68627]: INFO nova.compute.claims [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.476880] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248932} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.480395] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.480596] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.480775] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.496216] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "refresh_cache-f31f7b3b-2914-4fc2-82c5-56ae83ab2152" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.496640] env[68627]: DEBUG nova.compute.manager [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Instance network_info: |[{"id": "83ad347b-d8b3-4a38-b038-49ade8b26905", "address": "fa:16:3e:71:51:93", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ad347b-d8", "ovs_interfaceid": "83ad347b-d8b3-4a38-b038-49ade8b26905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.497108] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:51:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83ad347b-d8b3-4a38-b038-49ade8b26905', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.505868] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.506126] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.506352] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ed61d8a-b418-4c7a-baf1-c542b55c27b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.531158] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.531158] env[68627]: value = "task-3037279" [ 906.531158] env[68627]: _type = "Task" [ 906.531158] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.541528] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037279, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.842017] env[68627]: DEBUG oslo_concurrency.lockutils [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] Releasing lock "refresh_cache-da33ab9e-fc44-4d70-ab61-8ee58add8ac1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.842017] env[68627]: DEBUG nova.compute.manager [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Received event network-changed-83ad347b-d8b3-4a38-b038-49ade8b26905 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.842017] env[68627]: DEBUG nova.compute.manager [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Refreshing instance network info cache due to event network-changed-83ad347b-d8b3-4a38-b038-49ade8b26905. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.842017] env[68627]: DEBUG oslo_concurrency.lockutils [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] Acquiring lock "refresh_cache-f31f7b3b-2914-4fc2-82c5-56ae83ab2152" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.842017] env[68627]: DEBUG oslo_concurrency.lockutils [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] Acquired lock "refresh_cache-f31f7b3b-2914-4fc2-82c5-56ae83ab2152" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.842262] env[68627]: DEBUG nova.network.neutron [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Refreshing network info cache for port 83ad347b-d8b3-4a38-b038-49ade8b26905 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.861253] env[68627]: DEBUG nova.compute.utils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.863432] env[68627]: DEBUG nova.compute.manager [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.863634] env[68627]: DEBUG nova.network.neutron [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.929069] env[68627]: DEBUG nova.policy [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f938aa92e46a4499a8e0c17ec419b405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f4b58eeefb44f9cae62d73869da818b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.044700] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037279, 'name': CreateVM_Task, 'duration_secs': 0.320595} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.045558] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.046294] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/120f2be0-ad8a-48fc-a678-ddc7d65707c2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.046585] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/120f2be0-ad8a-48fc-a678-ddc7d65707c2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.046857] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/120f2be0-ad8a-48fc-a678-ddc7d65707c2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.047372] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b303a975-15eb-4b26-8e59-c2c7c5845e76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.052052] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 907.052052] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52584726-a40b-b420-7f6e-9e706225a457" [ 907.052052] env[68627]: _type = "Task" [ 907.052052] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.061085] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52584726-a40b-b420-7f6e-9e706225a457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.364971] env[68627]: DEBUG nova.compute.manager [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.383222] env[68627]: DEBUG nova.network.neutron [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Successfully created port: 55d13321-a33a-4f09-b677-f2efb85e6ee9 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.526170] env[68627]: DEBUG nova.virt.hardware [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.527634] env[68627]: DEBUG nova.virt.hardware [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.528673] env[68627]: DEBUG nova.virt.hardware [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.528932] env[68627]: DEBUG nova.virt.hardware [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.529200] env[68627]: DEBUG nova.virt.hardware [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.529407] env[68627]: DEBUG nova.virt.hardware [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.529668] env[68627]: DEBUG nova.virt.hardware [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.530232] env[68627]: DEBUG nova.virt.hardware [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.530232] env[68627]: DEBUG nova.virt.hardware [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.530232] env[68627]: DEBUG nova.virt.hardware [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.530473] env[68627]: DEBUG nova.virt.hardware [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.533671] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96020756-bc31-4272-97e5-dc4df1d6ff63 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.545255] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79c9363-4c2b-41b5-b9a3-dcda100ce223 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.562966] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:ab:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c11ee02-de90-4680-a8f7-db9e381d3810', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.570623] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.576451] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.576891] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bed014e-fedc-4ed2-8ef0-e5c6ac342390 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.594745] env[68627]: DEBUG nova.network.neutron [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Updated VIF entry in instance network info cache for port 83ad347b-d8b3-4a38-b038-49ade8b26905. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.595107] env[68627]: DEBUG nova.network.neutron [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Updating instance_info_cache with network_info: [{"id": "83ad347b-d8b3-4a38-b038-49ade8b26905", "address": "fa:16:3e:71:51:93", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ad347b-d8", "ovs_interfaceid": "83ad347b-d8b3-4a38-b038-49ade8b26905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.602349] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/120f2be0-ad8a-48fc-a678-ddc7d65707c2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.602608] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Processing image 120f2be0-ad8a-48fc-a678-ddc7d65707c2 {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.602843] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/120f2be0-ad8a-48fc-a678-ddc7d65707c2/120f2be0-ad8a-48fc-a678-ddc7d65707c2.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.602993] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/120f2be0-ad8a-48fc-a678-ddc7d65707c2/120f2be0-ad8a-48fc-a678-ddc7d65707c2.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.603191] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.603419] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.603419] env[68627]: value = "task-3037280" [ 907.603419] env[68627]: _type = "Task" [ 907.603419] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.604914] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff70447d-49da-4da2-836a-c7bcaad802df {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.615019] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037280, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.616133] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.616317] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.617355] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a5abf8-22da-488e-9831-d0b62644fa3c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.626745] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 907.626745] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526ebde2-cadb-bf74-f438-7cb3fd31bd67" [ 907.626745] env[68627]: _type = "Task" [ 907.626745] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.635105] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526ebde2-cadb-bf74-f438-7cb3fd31bd67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.918184] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05af3fa-9bb9-41ad-b1aa-cd11a812708b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.934028] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92957482-56c2-453c-97b5-c77e10611b10 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.969012] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7cd09e-a790-4390-b776-5e19d5e0b952 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.977922] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a1b86f-54bb-4367-8dfc-0524d0900cf8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.992567] env[68627]: DEBUG nova.compute.provider_tree [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.098155] env[68627]: DEBUG oslo_concurrency.lockutils [req-bacd9ab6-f384-4f54-8b59-722d12005694 req-f71a835c-f26a-4fe9-b0c1-f0abadfc97ea service nova] Releasing lock "refresh_cache-f31f7b3b-2914-4fc2-82c5-56ae83ab2152" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.118644] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037280, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.138090] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Preparing fetch location {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 908.138373] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Fetch image to [datastore2] OSTACK_IMG_db1753ae-407f-447c-b96d-d0114db37968/OSTACK_IMG_db1753ae-407f-447c-b96d-d0114db37968.vmdk {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 908.138557] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Downloading stream optimized image 120f2be0-ad8a-48fc-a678-ddc7d65707c2 to [datastore2] OSTACK_IMG_db1753ae-407f-447c-b96d-d0114db37968/OSTACK_IMG_db1753ae-407f-447c-b96d-d0114db37968.vmdk on the data store datastore2 as vApp {{(pid=68627) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 908.138726] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Downloading image file data 120f2be0-ad8a-48fc-a678-ddc7d65707c2 to the ESX as VM named 'OSTACK_IMG_db1753ae-407f-447c-b96d-d0114db37968' {{(pid=68627) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 908.237466] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 908.237466] env[68627]: value = "resgroup-9" [ 908.237466] env[68627]: _type = "ResourcePool" [ 908.237466] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 908.237797] env[68627]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-97d5108f-1794-4645-a9ae-4c3cd50e415f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.261311] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lease: (returnval){ [ 908.261311] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5254e861-2f54-28a9-03ff-9546478d2f96" [ 908.261311] env[68627]: _type = "HttpNfcLease" [ 908.261311] env[68627]: } obtained for vApp import into resource pool (val){ [ 908.261311] env[68627]: value = "resgroup-9" [ 908.261311] env[68627]: _type = "ResourcePool" [ 908.261311] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 908.261645] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the lease: (returnval){ [ 908.261645] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5254e861-2f54-28a9-03ff-9546478d2f96" [ 908.261645] env[68627]: _type = "HttpNfcLease" [ 908.261645] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 908.270626] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.270626] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5254e861-2f54-28a9-03ff-9546478d2f96" [ 908.270626] env[68627]: _type = "HttpNfcLease" [ 908.270626] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 908.384387] env[68627]: DEBUG nova.compute.manager [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.414051] env[68627]: DEBUG nova.virt.hardware [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.414317] env[68627]: DEBUG nova.virt.hardware [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.414491] env[68627]: DEBUG nova.virt.hardware [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.414696] env[68627]: DEBUG nova.virt.hardware [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.414910] env[68627]: DEBUG nova.virt.hardware [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.415219] env[68627]: DEBUG nova.virt.hardware [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.415382] env[68627]: DEBUG nova.virt.hardware [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.415536] env[68627]: DEBUG nova.virt.hardware [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.415738] env[68627]: DEBUG nova.virt.hardware [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.415914] env[68627]: DEBUG nova.virt.hardware [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.416131] env[68627]: DEBUG nova.virt.hardware [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.417089] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029d57b5-9ef6-4a97-801e-d2df834a53ff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.429428] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe044c3-5837-47a6-9726-696f0ad8acb1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.497307] env[68627]: DEBUG nova.scheduler.client.report [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.509330] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.509613] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.616728] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037280, 'name': CreateVM_Task, 'duration_secs': 0.753544} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.616931] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.617699] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.617865] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.618209] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.618503] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f58d066-8ea4-4cd1-9fbb-a62af6a29682 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.623612] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 908.623612] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52faba11-184b-ec88-1b9a-920d4b9da8e2" [ 908.623612] env[68627]: _type = "Task" [ 908.623612] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.631827] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52faba11-184b-ec88-1b9a-920d4b9da8e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.770452] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.770452] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5254e861-2f54-28a9-03ff-9546478d2f96" [ 908.770452] env[68627]: _type = "HttpNfcLease" [ 908.770452] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 908.770880] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 908.770880] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5254e861-2f54-28a9-03ff-9546478d2f96" [ 908.770880] env[68627]: _type = "HttpNfcLease" [ 908.770880] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 908.772030] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1170b505-b84c-4bbc-b9f7-348e33082737 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.781028] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ab9de-a9bf-2880-6729-f7e14d9d2c83/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 908.781217] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ab9de-a9bf-2880-6729-f7e14d9d2c83/disk-0.vmdk. {{(pid=68627) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 908.849712] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1e66b800-9394-4c63-bffe-ebf7265dfb31 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.006115] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.006115] env[68627]: DEBUG nova.compute.manager [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.007559] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.862s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.008311] env[68627]: DEBUG nova.objects.instance [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lazy-loading 'resources' on Instance uuid aded3c33-08be-4109-960c-111194975958 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.012345] env[68627]: DEBUG nova.compute.manager [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.136747] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52faba11-184b-ec88-1b9a-920d4b9da8e2, 'name': SearchDatastore_Task, 'duration_secs': 0.017684} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.138914] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.139536] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.139927] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.140027] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.140343] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.144022] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36af8a2f-e262-4c23-a6ee-8ec47ec4a204 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.151971] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.152190] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.153984] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1217eb6-5589-49a2-93aa-f720b1636c89 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.161580] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 909.161580] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528d6b39-1c59-28b8-6294-077517095b20" [ 909.161580] env[68627]: _type = "Task" [ 909.161580] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.168220] env[68627]: DEBUG nova.compute.manager [req-be170dda-0e61-482c-a973-e376fdcf20e0 req-6a63b774-d0c0-4b79-b12f-f560899cfba4 service nova] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Received event network-vif-plugged-55d13321-a33a-4f09-b677-f2efb85e6ee9 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.168640] env[68627]: DEBUG oslo_concurrency.lockutils [req-be170dda-0e61-482c-a973-e376fdcf20e0 req-6a63b774-d0c0-4b79-b12f-f560899cfba4 service nova] Acquiring lock "48152fac-741e-4f00-8fc4-84d2cb88ff57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.168936] env[68627]: DEBUG oslo_concurrency.lockutils [req-be170dda-0e61-482c-a973-e376fdcf20e0 req-6a63b774-d0c0-4b79-b12f-f560899cfba4 service nova] Lock "48152fac-741e-4f00-8fc4-84d2cb88ff57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.169187] env[68627]: DEBUG oslo_concurrency.lockutils [req-be170dda-0e61-482c-a973-e376fdcf20e0 req-6a63b774-d0c0-4b79-b12f-f560899cfba4 service nova] Lock "48152fac-741e-4f00-8fc4-84d2cb88ff57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.169416] env[68627]: DEBUG nova.compute.manager [req-be170dda-0e61-482c-a973-e376fdcf20e0 req-6a63b774-d0c0-4b79-b12f-f560899cfba4 service nova] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] No waiting events found dispatching network-vif-plugged-55d13321-a33a-4f09-b677-f2efb85e6ee9 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.169618] env[68627]: WARNING nova.compute.manager [req-be170dda-0e61-482c-a973-e376fdcf20e0 req-6a63b774-d0c0-4b79-b12f-f560899cfba4 service nova] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Received unexpected event network-vif-plugged-55d13321-a33a-4f09-b677-f2efb85e6ee9 for instance with vm_state building and task_state spawning. [ 909.178163] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528d6b39-1c59-28b8-6294-077517095b20, 'name': SearchDatastore_Task, 'duration_secs': 0.011087} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.180988] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a61915-966b-4bd6-9495-2cefbeb0c0d6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.189071] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 909.189071] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f7a8a5-8d96-0fba-3148-82f35178712c" [ 909.189071] env[68627]: _type = "Task" [ 909.189071] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.199020] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f7a8a5-8d96-0fba-3148-82f35178712c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.271314] env[68627]: DEBUG nova.network.neutron [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Successfully updated port: 55d13321-a33a-4f09-b677-f2efb85e6ee9 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.517480] env[68627]: DEBUG nova.compute.utils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.522146] env[68627]: DEBUG nova.compute.manager [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.522368] env[68627]: DEBUG nova.network.neutron [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.548768] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.555077] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Completed reading data from the image iterator. {{(pid=68627) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 909.555336] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ab9de-a9bf-2880-6729-f7e14d9d2c83/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 909.557238] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b679c02f-901e-4e37-8b1b-a67d13d871fc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.563692] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ab9de-a9bf-2880-6729-f7e14d9d2c83/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 909.563776] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ab9de-a9bf-2880-6729-f7e14d9d2c83/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 909.566679] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e9bb903e-9d3a-4798-9f2a-4433e1a83585 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.569389] env[68627]: DEBUG nova.policy [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64126a24a231479492a93e4a4a232943', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c830beed5044dbd8edc81b56fae7fea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.701511] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f7a8a5-8d96-0fba-3148-82f35178712c, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.704428] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.704716] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 96e83d99-c233-4409-900f-64cbdf961769/96e83d99-c233-4409-900f-64cbdf961769.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.705237] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da25ff71-4f19-4941-918a-7d8f375a05f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.712210] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 909.712210] env[68627]: value = "task-3037282" [ 909.712210] env[68627]: _type = "Task" [ 909.712210] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.723444] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.775460] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "refresh_cache-48152fac-741e-4f00-8fc4-84d2cb88ff57" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.775460] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "refresh_cache-48152fac-741e-4f00-8fc4-84d2cb88ff57" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.775460] env[68627]: DEBUG nova.network.neutron [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.806588] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ab9de-a9bf-2880-6729-f7e14d9d2c83/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 909.807047] env[68627]: INFO nova.virt.vmwareapi.images [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Downloaded image file data 120f2be0-ad8a-48fc-a678-ddc7d65707c2 [ 909.811025] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06caa0b-44ec-4b3e-a972-4b3a111b922a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.838949] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-033cc534-4c70-436e-bbc8-764ea5c10fe4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.867833] env[68627]: INFO nova.virt.vmwareapi.images [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] The imported VM was unregistered [ 909.871171] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Caching image {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 909.871450] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Creating directory with path [datastore2] devstack-image-cache_base/120f2be0-ad8a-48fc-a678-ddc7d65707c2 {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.871773] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d94c48d-5253-4d09-8d95-1394881dc048 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.883954] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Created directory with path [datastore2] devstack-image-cache_base/120f2be0-ad8a-48fc-a678-ddc7d65707c2 {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.884068] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_db1753ae-407f-447c-b96d-d0114db37968/OSTACK_IMG_db1753ae-407f-447c-b96d-d0114db37968.vmdk to [datastore2] devstack-image-cache_base/120f2be0-ad8a-48fc-a678-ddc7d65707c2/120f2be0-ad8a-48fc-a678-ddc7d65707c2.vmdk. {{(pid=68627) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 909.884938] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4490e3d4-032f-4190-8155-8fe51712c0d9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.894187] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 909.894187] env[68627]: value = "task-3037284" [ 909.894187] env[68627]: _type = "Task" [ 909.894187] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.902355] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037284, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.905867] env[68627]: DEBUG nova.network.neutron [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Successfully created port: 04c1b469-6105-45d5-9fe2-158d54a17362 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.032289] env[68627]: DEBUG nova.compute.manager [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.097927] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2df5ad1-cd71-45bc-b35c-ac67b1d29a44 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.105942] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e303de90-f107-45af-99c9-807a80a2c67f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.141948] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a1ca2-c0f3-4603-9135-aaeee36b38a7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.150662] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973f50c5-83ae-4f09-8053-62f2e20b901c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.168548] env[68627]: DEBUG nova.compute.provider_tree [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.225256] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037282, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.315148] env[68627]: DEBUG nova.network.neutron [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.405816] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037284, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.496304] env[68627]: DEBUG nova.network.neutron [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Updating instance_info_cache with network_info: [{"id": "55d13321-a33a-4f09-b677-f2efb85e6ee9", "address": "fa:16:3e:a3:1e:63", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d13321-a3", "ovs_interfaceid": "55d13321-a33a-4f09-b677-f2efb85e6ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.672968] env[68627]: DEBUG nova.scheduler.client.report [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.723273] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521412} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.724031] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 96e83d99-c233-4409-900f-64cbdf961769/96e83d99-c233-4409-900f-64cbdf961769.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.724031] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.724478] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bb9d167-6dd2-4252-91d5-9d23caac91e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.732709] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 910.732709] env[68627]: value = "task-3037285" [ 910.732709] env[68627]: _type = "Task" [ 910.732709] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.740896] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.905198] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037284, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.002934] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "refresh_cache-48152fac-741e-4f00-8fc4-84d2cb88ff57" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.002934] env[68627]: DEBUG nova.compute.manager [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Instance network_info: |[{"id": "55d13321-a33a-4f09-b677-f2efb85e6ee9", "address": "fa:16:3e:a3:1e:63", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d13321-a3", "ovs_interfaceid": "55d13321-a33a-4f09-b677-f2efb85e6ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.002934] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:1e:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55d13321-a33a-4f09-b677-f2efb85e6ee9', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.011307] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Creating folder: Project (6f4b58eeefb44f9cae62d73869da818b). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.011670] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfb1f742-7e84-4418-aba2-e18852ff1ca0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.024888] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Created folder: Project (6f4b58eeefb44f9cae62d73869da818b) in parent group-v608385. [ 911.025136] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Creating folder: Instances. Parent ref: group-v608593. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.025410] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a9cde77-311d-4118-8482-e40fecf4f907 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.036327] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Created folder: Instances in parent group-v608593. [ 911.036600] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.036814] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.037051] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2bdf6eb-ccde-49c7-a32a-1cd06beb4fb5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.055751] env[68627]: DEBUG nova.compute.manager [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.065585] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.065585] env[68627]: value = "task-3037288" [ 911.065585] env[68627]: _type = "Task" [ 911.065585] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.072624] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037288, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.081308] env[68627]: DEBUG nova.virt.hardware [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.081577] env[68627]: DEBUG nova.virt.hardware [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.081762] env[68627]: DEBUG nova.virt.hardware [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.081952] env[68627]: DEBUG nova.virt.hardware [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.082118] env[68627]: DEBUG nova.virt.hardware [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.082278] env[68627]: DEBUG nova.virt.hardware [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.082492] env[68627]: DEBUG nova.virt.hardware [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.082653] env[68627]: DEBUG nova.virt.hardware [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.082826] env[68627]: DEBUG nova.virt.hardware [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.082989] env[68627]: DEBUG nova.virt.hardware [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.083177] env[68627]: DEBUG nova.virt.hardware [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.084109] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfecda3f-a6fc-453a-89d1-7330b1a0059f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.092143] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ded0bc-06fb-4ad4-982a-de9c8d5d13fe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.178550] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.181127] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.691s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.181525] env[68627]: DEBUG nova.objects.instance [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Lazy-loading 'resources' on Instance uuid 60d87a34-6085-4b55-8f29-9fccb02d6ad9 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.213912] env[68627]: INFO nova.scheduler.client.report [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Deleted allocations for instance aded3c33-08be-4109-960c-111194975958 [ 911.244585] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037285, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.360130] env[68627]: DEBUG nova.compute.manager [req-12fa61de-7c45-4a13-8956-d3c64bcae4a3 req-46399fee-319f-4d15-af71-c451d31f91d0 service nova] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Received event network-changed-55d13321-a33a-4f09-b677-f2efb85e6ee9 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.362695] env[68627]: DEBUG nova.compute.manager [req-12fa61de-7c45-4a13-8956-d3c64bcae4a3 req-46399fee-319f-4d15-af71-c451d31f91d0 service nova] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Refreshing instance network info cache due to event network-changed-55d13321-a33a-4f09-b677-f2efb85e6ee9. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.362695] env[68627]: DEBUG oslo_concurrency.lockutils [req-12fa61de-7c45-4a13-8956-d3c64bcae4a3 req-46399fee-319f-4d15-af71-c451d31f91d0 service nova] Acquiring lock "refresh_cache-48152fac-741e-4f00-8fc4-84d2cb88ff57" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.362695] env[68627]: DEBUG oslo_concurrency.lockutils [req-12fa61de-7c45-4a13-8956-d3c64bcae4a3 req-46399fee-319f-4d15-af71-c451d31f91d0 service nova] Acquired lock "refresh_cache-48152fac-741e-4f00-8fc4-84d2cb88ff57" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.362695] env[68627]: DEBUG nova.network.neutron [req-12fa61de-7c45-4a13-8956-d3c64bcae4a3 req-46399fee-319f-4d15-af71-c451d31f91d0 service nova] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Refreshing network info cache for port 55d13321-a33a-4f09-b677-f2efb85e6ee9 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.408521] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037284, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.575440] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037288, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.726829] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe9b5176-e2bd-41f9-9d32-d7af8e8ebed2 tempest-VolumesAdminNegativeTest-1948901568 tempest-VolumesAdminNegativeTest-1948901568-project-member] Lock "aded3c33-08be-4109-960c-111194975958" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.332s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.745497] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.652437} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.750421] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.753942] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92011e1c-206f-4f8e-bf2b-6ec4afb37f0f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.782618] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 96e83d99-c233-4409-900f-64cbdf961769/96e83d99-c233-4409-900f-64cbdf961769.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.787150] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7aab30a-d746-42eb-949f-65666548b9a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.814034] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 911.814034] env[68627]: value = "task-3037289" [ 911.814034] env[68627]: _type = "Task" [ 911.814034] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.825189] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037289, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.911061] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037284, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.038080] env[68627]: DEBUG nova.network.neutron [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Successfully updated port: 04c1b469-6105-45d5-9fe2-158d54a17362 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.082513] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037288, 'name': CreateVM_Task, 'duration_secs': 0.776097} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.084351] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.084351] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.084351] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.084351] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.084351] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee78fb8-fd3b-47ed-bf8c-c0e710e78333 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.089935] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 912.089935] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52386ff9-0b92-eaed-4b0b-962c60002299" [ 912.089935] env[68627]: _type = "Task" [ 912.089935] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.105131] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52386ff9-0b92-eaed-4b0b-962c60002299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.122732] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Acquiring lock "1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.122974] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Lock "1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.149738] env[68627]: DEBUG nova.network.neutron [req-12fa61de-7c45-4a13-8956-d3c64bcae4a3 req-46399fee-319f-4d15-af71-c451d31f91d0 service nova] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Updated VIF entry in instance network info cache for port 55d13321-a33a-4f09-b677-f2efb85e6ee9. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.150149] env[68627]: DEBUG nova.network.neutron [req-12fa61de-7c45-4a13-8956-d3c64bcae4a3 req-46399fee-319f-4d15-af71-c451d31f91d0 service nova] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Updating instance_info_cache with network_info: [{"id": "55d13321-a33a-4f09-b677-f2efb85e6ee9", "address": "fa:16:3e:a3:1e:63", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d13321-a3", "ovs_interfaceid": "55d13321-a33a-4f09-b677-f2efb85e6ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.299894] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5718644d-48dc-4500-be34-3637de64c43a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.310824] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70377029-1e85-4884-a805-10155aa79e3b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.370278] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3db5cf4-32d0-4304-81b3-3811158a857e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.374476] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.384142] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8a9bc5-1c2d-4297-8948-df4a91d1bc6d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.416160] env[68627]: DEBUG nova.compute.provider_tree [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.426693] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037284, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.544462] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.544462] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.544462] env[68627]: DEBUG nova.network.neutron [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.601520] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52386ff9-0b92-eaed-4b0b-962c60002299, 'name': SearchDatastore_Task, 'duration_secs': 0.08706} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.601520] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.601520] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.602364] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.602364] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.602364] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.602853] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d3cfb02-0144-48ae-8ec7-f60256e89023 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.612116] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.612306] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.613012] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d31835ba-8f59-409d-8286-09adc30c7e7a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.618067] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 912.618067] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5212361a-9a14-cddc-ae6c-e1ce02374baa" [ 912.618067] env[68627]: _type = "Task" [ 912.618067] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.626315] env[68627]: DEBUG nova.compute.manager [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.629459] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5212361a-9a14-cddc-ae6c-e1ce02374baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.656956] env[68627]: DEBUG oslo_concurrency.lockutils [req-12fa61de-7c45-4a13-8956-d3c64bcae4a3 req-46399fee-319f-4d15-af71-c451d31f91d0 service nova] Releasing lock "refresh_cache-48152fac-741e-4f00-8fc4-84d2cb88ff57" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.827759] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.908405] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037284, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.723327} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.908405] env[68627]: INFO nova.virt.vmwareapi.ds_util [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_db1753ae-407f-447c-b96d-d0114db37968/OSTACK_IMG_db1753ae-407f-447c-b96d-d0114db37968.vmdk to [datastore2] devstack-image-cache_base/120f2be0-ad8a-48fc-a678-ddc7d65707c2/120f2be0-ad8a-48fc-a678-ddc7d65707c2.vmdk. [ 912.908405] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Cleaning up location [datastore2] OSTACK_IMG_db1753ae-407f-447c-b96d-d0114db37968 {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 912.908405] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_db1753ae-407f-447c-b96d-d0114db37968 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.908405] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1ed9a9d-afe6-41fe-852e-0272cf40b392 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.914414] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 912.914414] env[68627]: value = "task-3037290" [ 912.914414] env[68627]: _type = "Task" [ 912.914414] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.919756] env[68627]: DEBUG nova.scheduler.client.report [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.930957] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.082765] env[68627]: DEBUG nova.network.neutron [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.133347] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5212361a-9a14-cddc-ae6c-e1ce02374baa, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.136168] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65f027e-ffa8-46fa-8b79-e42d86cbbf63 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.144513] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 913.144513] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b37489-ea8c-832f-16cf-56103719aeab" [ 913.144513] env[68627]: _type = "Task" [ 913.144513] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.158509] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b37489-ea8c-832f-16cf-56103719aeab, 'name': SearchDatastore_Task} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.160253] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.160524] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 48152fac-741e-4f00-8fc4-84d2cb88ff57/48152fac-741e-4f00-8fc4-84d2cb88ff57.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.160784] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14942f9e-cc51-4dce-870d-c81cfb4fde90 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.165960] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.171213] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 913.171213] env[68627]: value = "task-3037291" [ 913.171213] env[68627]: _type = "Task" [ 913.171213] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.178995] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.235225] env[68627]: DEBUG nova.network.neutron [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating instance_info_cache with network_info: [{"id": "04c1b469-6105-45d5-9fe2-158d54a17362", "address": "fa:16:3e:2a:c1:71", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c1b469-61", "ovs_interfaceid": "04c1b469-6105-45d5-9fe2-158d54a17362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.328842] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037289, 'name': ReconfigVM_Task, 'duration_secs': 1.261767} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.329208] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 96e83d99-c233-4409-900f-64cbdf961769/96e83d99-c233-4409-900f-64cbdf961769.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.329863] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb735692-0441-478b-aa54-14228f268c8a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.340473] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 913.340473] env[68627]: value = "task-3037292" [ 913.340473] env[68627]: _type = "Task" [ 913.340473] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.355309] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037292, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.424764] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037321} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.425062] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.425240] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/120f2be0-ad8a-48fc-a678-ddc7d65707c2/120f2be0-ad8a-48fc-a678-ddc7d65707c2.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.425490] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/120f2be0-ad8a-48fc-a678-ddc7d65707c2/120f2be0-ad8a-48fc-a678-ddc7d65707c2.vmdk to [datastore2] f31f7b3b-2914-4fc2-82c5-56ae83ab2152/f31f7b3b-2914-4fc2-82c5-56ae83ab2152.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.425758] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c27338a-da52-4e8e-a0b3-bc2a5684e519 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.432262] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.436170] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.321s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.436437] env[68627]: DEBUG nova.objects.instance [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Lazy-loading 'resources' on Instance uuid b31e2639-f0aa-46ba-85f7-dd5611dce968 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.437846] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 913.437846] env[68627]: value = "task-3037293" [ 913.437846] env[68627]: _type = "Task" [ 913.437846] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.454957] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.459656] env[68627]: DEBUG nova.compute.manager [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Received event network-vif-plugged-04c1b469-6105-45d5-9fe2-158d54a17362 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.459904] env[68627]: DEBUG oslo_concurrency.lockutils [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] Acquiring lock "31f63376-80aa-4918-a389-28b8311346f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.460099] env[68627]: DEBUG oslo_concurrency.lockutils [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] Lock "31f63376-80aa-4918-a389-28b8311346f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.460263] env[68627]: DEBUG oslo_concurrency.lockutils [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] Lock "31f63376-80aa-4918-a389-28b8311346f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.460437] env[68627]: DEBUG nova.compute.manager [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] [instance: 31f63376-80aa-4918-a389-28b8311346f8] No waiting events found dispatching network-vif-plugged-04c1b469-6105-45d5-9fe2-158d54a17362 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.460597] env[68627]: WARNING nova.compute.manager [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Received unexpected event network-vif-plugged-04c1b469-6105-45d5-9fe2-158d54a17362 for instance with vm_state building and task_state spawning. [ 913.460756] env[68627]: DEBUG nova.compute.manager [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Received event network-changed-04c1b469-6105-45d5-9fe2-158d54a17362 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.460911] env[68627]: DEBUG nova.compute.manager [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Refreshing instance network info cache due to event network-changed-04c1b469-6105-45d5-9fe2-158d54a17362. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.461087] env[68627]: DEBUG oslo_concurrency.lockutils [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] Acquiring lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.462183] env[68627]: INFO nova.scheduler.client.report [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Deleted allocations for instance 60d87a34-6085-4b55-8f29-9fccb02d6ad9 [ 913.681704] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472011} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.681990] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 48152fac-741e-4f00-8fc4-84d2cb88ff57/48152fac-741e-4f00-8fc4-84d2cb88ff57.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.682222] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.682478] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce9c2c55-2e4c-4f01-85e9-f39f7a0e3e74 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.689474] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 913.689474] env[68627]: value = "task-3037294" [ 913.689474] env[68627]: _type = "Task" [ 913.689474] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.697200] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.738338] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.738685] env[68627]: DEBUG nova.compute.manager [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Instance network_info: |[{"id": "04c1b469-6105-45d5-9fe2-158d54a17362", "address": "fa:16:3e:2a:c1:71", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c1b469-61", "ovs_interfaceid": "04c1b469-6105-45d5-9fe2-158d54a17362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.739213] env[68627]: DEBUG oslo_concurrency.lockutils [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] Acquired lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.739431] env[68627]: DEBUG nova.network.neutron [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Refreshing network info cache for port 04c1b469-6105-45d5-9fe2-158d54a17362 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.740695] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:c1:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04c1b469-6105-45d5-9fe2-158d54a17362', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.748422] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.749449] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.749692] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3369327-639f-4247-9272-950623b9b3c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.769383] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.769383] env[68627]: value = "task-3037295" [ 913.769383] env[68627]: _type = "Task" [ 913.769383] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.778177] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037295, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.851289] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037292, 'name': Rename_Task, 'duration_secs': 0.256957} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.851631] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.851918] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5913e4f-87fe-4cd9-96b4-5b17213ee7ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.860114] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 913.860114] env[68627]: value = "task-3037296" [ 913.860114] env[68627]: _type = "Task" [ 913.860114] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.870900] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.952570] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037293, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.970118] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cbe73548-3f69-4b7f-9dfd-6278963acfa7 tempest-ServerAddressesNegativeTestJSON-89029550 tempest-ServerAddressesNegativeTestJSON-89029550-project-member] Lock "60d87a34-6085-4b55-8f29-9fccb02d6ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.882s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.200494] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064924} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.201996] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.207017] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9712480-4f8f-48e9-a93a-a7dab9d8c81c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.230807] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 48152fac-741e-4f00-8fc4-84d2cb88ff57/48152fac-741e-4f00-8fc4-84d2cb88ff57.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.232490] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab133ca6-aceb-46cf-b766-68b7cce18a2b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.261033] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 914.261033] env[68627]: value = "task-3037297" [ 914.261033] env[68627]: _type = "Task" [ 914.261033] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.275073] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.286121] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037295, 'name': CreateVM_Task, 'duration_secs': 0.408551} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.286335] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.287069] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.287247] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.287966] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.287966] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40a3c51d-e131-451f-861d-31b1e58cacf5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.292850] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 914.292850] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527566c4-d0a6-d801-6e7d-0c55a302f410" [ 914.292850] env[68627]: _type = "Task" [ 914.292850] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.303802] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527566c4-d0a6-d801-6e7d-0c55a302f410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.377624] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.454235] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037293, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.506382] env[68627]: DEBUG nova.network.neutron [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updated VIF entry in instance network info cache for port 04c1b469-6105-45d5-9fe2-158d54a17362. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.507105] env[68627]: DEBUG nova.network.neutron [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating instance_info_cache with network_info: [{"id": "04c1b469-6105-45d5-9fe2-158d54a17362", "address": "fa:16:3e:2a:c1:71", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c1b469-61", "ovs_interfaceid": "04c1b469-6105-45d5-9fe2-158d54a17362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.514110] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ad8578-70fe-4311-9ef7-e4c59ac8493d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.523294] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32dea61-b8fb-46be-b41d-9b5db22c9aa1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.561148] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb312019-b246-4bc4-a60d-19fdd091f5c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.567727] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9bb16e-9111-4555-816c-ad45a8a56a0d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.588921] env[68627]: DEBUG nova.compute.provider_tree [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.771886] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.804801] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527566c4-d0a6-d801-6e7d-0c55a302f410, 'name': SearchDatastore_Task, 'duration_secs': 0.015988} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.805216] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.805528] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.805845] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.806011] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.806519] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.807869] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de646842-3eac-44d0-ac20-9b6f3c6fcdaa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.817905] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.818535] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.819559] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c090b7d0-4a1d-442e-b892-ec41b96086c3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.825727] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 914.825727] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526489e8-8f56-a8b2-50b4-5f441dc0c383" [ 914.825727] env[68627]: _type = "Task" [ 914.825727] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.836179] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526489e8-8f56-a8b2-50b4-5f441dc0c383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.875110] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037296, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.954749] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037293, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.009574] env[68627]: DEBUG oslo_concurrency.lockutils [req-c82528b2-409c-4b25-97e1-3eb9557f4b9c req-0c1fd4b8-0227-4d54-aca0-62a146ffacb3 service nova] Releasing lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.092582] env[68627]: DEBUG nova.scheduler.client.report [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.271967] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037297, 'name': ReconfigVM_Task, 'duration_secs': 0.941072} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.272376] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 48152fac-741e-4f00-8fc4-84d2cb88ff57/48152fac-741e-4f00-8fc4-84d2cb88ff57.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.273067] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9c0ffd6-882b-4223-846d-2b6c3dbcfe2c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.280880] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 915.280880] env[68627]: value = "task-3037298" [ 915.280880] env[68627]: _type = "Task" [ 915.280880] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.293240] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037298, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.337383] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526489e8-8f56-a8b2-50b4-5f441dc0c383, 'name': SearchDatastore_Task, 'duration_secs': 0.014232} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.338253] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306dede2-7736-485a-a578-bb01b355d84a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.343841] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 915.343841] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aec281-1a76-e03e-bcdf-f1718b23d8cc" [ 915.343841] env[68627]: _type = "Task" [ 915.343841] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.352280] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aec281-1a76-e03e-bcdf-f1718b23d8cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.375350] env[68627]: DEBUG oslo_vmware.api [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037296, 'name': PowerOnVM_Task, 'duration_secs': 1.103182} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.375776] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.375923] env[68627]: DEBUG nova.compute.manager [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.376826] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba908da-699f-4fd9-8721-5aaadfe475d8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.452713] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037293, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.598293] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.601103] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.207s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.603364] env[68627]: INFO nova.compute.claims [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.629967] env[68627]: INFO nova.scheduler.client.report [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Deleted allocations for instance b31e2639-f0aa-46ba-85f7-dd5611dce968 [ 915.795871] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037298, 'name': Rename_Task, 'duration_secs': 0.358036} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.796206] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.796499] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24f1ee07-9e5e-4dfb-9884-648d214d43ab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.803544] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 915.803544] env[68627]: value = "task-3037299" [ 915.803544] env[68627]: _type = "Task" [ 915.803544] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.814402] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.856463] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aec281-1a76-e03e-bcdf-f1718b23d8cc, 'name': SearchDatastore_Task, 'duration_secs': 0.024999} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.857992] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.858296] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 31f63376-80aa-4918-a389-28b8311346f8/31f63376-80aa-4918-a389-28b8311346f8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.858679] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b74bb278-8bb5-4ae0-8d9b-5b34af4ec181 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.866718] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 915.866718] env[68627]: value = "task-3037300" [ 915.866718] env[68627]: _type = "Task" [ 915.866718] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.874637] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.894721] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.953610] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037293, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.146242] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e566b1b-7f74-4fa3-983e-7060417d22d6 tempest-InstanceActionsV221TestJSON-1912552342 tempest-InstanceActionsV221TestJSON-1912552342-project-member] Lock "b31e2639-f0aa-46ba-85f7-dd5611dce968" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.516s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.321540] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.377097] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037300, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.456978] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037293, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.552765} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.456978] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/120f2be0-ad8a-48fc-a678-ddc7d65707c2/120f2be0-ad8a-48fc-a678-ddc7d65707c2.vmdk to [datastore2] f31f7b3b-2914-4fc2-82c5-56ae83ab2152/f31f7b3b-2914-4fc2-82c5-56ae83ab2152.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.457530] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db7c1ae-34cb-4b93-8a8f-db3c6ce07069 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.483284] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] f31f7b3b-2914-4fc2-82c5-56ae83ab2152/f31f7b3b-2914-4fc2-82c5-56ae83ab2152.vmdk or device None with type streamOptimized {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.483716] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a75f65-d721-43df-a868-511552a4fbe4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.505559] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 916.505559] env[68627]: value = "task-3037301" [ 916.505559] env[68627]: _type = "Task" [ 916.505559] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.516963] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.825067] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.878153] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037300, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.005530] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "9838fe84-0e94-44bc-9f00-3400ffdc8e05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.005847] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "9838fe84-0e94-44bc-9f00-3400ffdc8e05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.006291] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "9838fe84-0e94-44bc-9f00-3400ffdc8e05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.006291] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "9838fe84-0e94-44bc-9f00-3400ffdc8e05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.006410] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "9838fe84-0e94-44bc-9f00-3400ffdc8e05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.011253] env[68627]: INFO nova.compute.manager [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Terminating instance [ 917.024793] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.095988] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ebefd8-6c36-4b7e-a3c8-2637e8886ea6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.104018] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505feedf-dca5-4b8b-87e2-4f0499ec4588 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.134367] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9dcb1b-2e1e-4dba-9392-65c5349ca840 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.142114] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398f1670-7138-4899-9955-06547c98a763 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.160387] env[68627]: DEBUG nova.compute.provider_tree [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.317856] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037299, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.381440] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037300, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.519178] env[68627]: DEBUG nova.compute.manager [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.519565] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.519940] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.520861] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea58f6f5-7ebd-44cb-95ba-fc4e0338cf40 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.529058] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.529369] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a45e4f8-e034-41b3-bfed-110a21b619be {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.535881] env[68627]: DEBUG oslo_vmware.api [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 917.535881] env[68627]: value = "task-3037302" [ 917.535881] env[68627]: _type = "Task" [ 917.535881] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.547946] env[68627]: DEBUG oslo_vmware.api [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.664571] env[68627]: DEBUG nova.scheduler.client.report [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.819424] env[68627]: DEBUG oslo_vmware.api [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037299, 'name': PowerOnVM_Task, 'duration_secs': 1.81413} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.820053] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.820053] env[68627]: INFO nova.compute.manager [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Took 9.44 seconds to spawn the instance on the hypervisor. [ 917.820215] env[68627]: DEBUG nova.compute.manager [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.821037] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40a4e98-d91b-4430-ba45-5383207039d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.880339] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037300, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.513581} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.880854] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 31f63376-80aa-4918-a389-28b8311346f8/31f63376-80aa-4918-a389-28b8311346f8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.881511] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.882042] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-168853d5-5447-4c90-806e-7bc043047dc4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.889073] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 917.889073] env[68627]: value = "task-3037303" [ 917.889073] env[68627]: _type = "Task" [ 917.889073] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.898092] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.020081] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037301, 'name': ReconfigVM_Task, 'duration_secs': 1.214806} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.020081] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Reconfigured VM instance instance-0000004b to attach disk [datastore2] f31f7b3b-2914-4fc2-82c5-56ae83ab2152/f31f7b3b-2914-4fc2-82c5-56ae83ab2152.vmdk or device None with type streamOptimized {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.022065] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9716690-5177-427f-8126-5937133dd6a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.029197] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 918.029197] env[68627]: value = "task-3037304" [ 918.029197] env[68627]: _type = "Task" [ 918.029197] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.038385] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037304, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.046369] env[68627]: DEBUG oslo_vmware.api [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037302, 'name': PowerOffVM_Task, 'duration_secs': 0.316096} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.046795] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.047137] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.047511] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6a14904-1c61-4eca-8397-777539141afc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.110679] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.110984] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.111220] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleting the datastore file [datastore1] 9838fe84-0e94-44bc-9f00-3400ffdc8e05 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.111648] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62fe055a-e628-46d0-a19f-401a0bb3d728 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.118032] env[68627]: DEBUG oslo_vmware.api [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 918.118032] env[68627]: value = "task-3037306" [ 918.118032] env[68627]: _type = "Task" [ 918.118032] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.127327] env[68627]: DEBUG oslo_vmware.api [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.176083] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.176745] env[68627]: DEBUG nova.compute.manager [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.179652] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.438s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.179984] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.183613] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.780s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.186272] env[68627]: INFO nova.compute.claims [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.220529] env[68627]: INFO nova.scheduler.client.report [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Deleted allocations for instance f8a363a9-304e-4872-a088-6fec943204a1 [ 918.341854] env[68627]: INFO nova.compute.manager [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Took 43.37 seconds to build instance. [ 918.399054] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175663} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.399356] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.400165] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed2eb93-d1b4-44b5-bdd8-3f046d310f65 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.422506] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 31f63376-80aa-4918-a389-28b8311346f8/31f63376-80aa-4918-a389-28b8311346f8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.423169] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2db208e0-afa1-4348-8772-13f7d0b368f0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.443278] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 918.443278] env[68627]: value = "task-3037307" [ 918.443278] env[68627]: _type = "Task" [ 918.443278] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.452155] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.544555] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037304, 'name': Rename_Task, 'duration_secs': 0.1584} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.544555] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.544555] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b87dd765-a5f1-4f83-94c7-3f3fbd4272f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.550677] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 918.550677] env[68627]: value = "task-3037308" [ 918.550677] env[68627]: _type = "Task" [ 918.550677] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.559298] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.630710] env[68627]: DEBUG oslo_vmware.api [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150278} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.630991] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.635110] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.635110] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.635110] env[68627]: INFO nova.compute.manager [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Took 1.11 seconds to destroy the instance on the hypervisor. [ 918.635110] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.635110] env[68627]: DEBUG nova.compute.manager [-] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.635110] env[68627]: DEBUG nova.network.neutron [-] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.693295] env[68627]: DEBUG nova.compute.utils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.695531] env[68627]: DEBUG nova.compute.manager [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.695709] env[68627]: DEBUG nova.network.neutron [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.730551] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7a5d3d08-3dbc-478d-9369-cd545b49a9fb tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "f8a363a9-304e-4872-a088-6fec943204a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.481s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.780027] env[68627]: DEBUG nova.policy [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58a72143b3f54ba38a0c0734e3d4419a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee54a20aee5e4fad9dabdd49c4469726', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.803747] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "48152fac-741e-4f00-8fc4-84d2cb88ff57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.847276] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fb439f66-c3e4-4295-ad55-c2dca6b6d368 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "48152fac-741e-4f00-8fc4-84d2cb88ff57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.255s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.847276] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "48152fac-741e-4f00-8fc4-84d2cb88ff57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.041s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.847276] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "48152fac-741e-4f00-8fc4-84d2cb88ff57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.847276] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "48152fac-741e-4f00-8fc4-84d2cb88ff57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.847276] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "48152fac-741e-4f00-8fc4-84d2cb88ff57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.849678] env[68627]: INFO nova.compute.manager [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Terminating instance [ 918.957668] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037307, 'name': ReconfigVM_Task, 'duration_secs': 0.300663} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.958046] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 31f63376-80aa-4918-a389-28b8311346f8/31f63376-80aa-4918-a389-28b8311346f8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.958892] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eb500be-0138-4759-a9f8-37541b1ec2c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.970998] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 918.970998] env[68627]: value = "task-3037309" [ 918.970998] env[68627]: _type = "Task" [ 918.970998] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.970998] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "3473aef1-5904-44b7-9ae5-691e8400c6cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.970998] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "3473aef1-5904-44b7-9ae5-691e8400c6cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.985983] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037309, 'name': Rename_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.001483] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquiring lock "c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.001483] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Lock "c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.065705] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037308, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.158044] env[68627]: DEBUG nova.compute.manager [req-922451ab-8c36-4b88-8b21-ba57f8970fc3 req-ecef5367-8ac1-4421-a6e6-d1c4f4e1975f service nova] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Received event network-vif-deleted-5f843b7c-e4b2-4a47-af82-5acf2ba31ce0 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.158044] env[68627]: INFO nova.compute.manager [req-922451ab-8c36-4b88-8b21-ba57f8970fc3 req-ecef5367-8ac1-4421-a6e6-d1c4f4e1975f service nova] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Neutron deleted interface 5f843b7c-e4b2-4a47-af82-5acf2ba31ce0; detaching it from the instance and deleting it from the info cache [ 919.158044] env[68627]: DEBUG nova.network.neutron [req-922451ab-8c36-4b88-8b21-ba57f8970fc3 req-ecef5367-8ac1-4421-a6e6-d1c4f4e1975f service nova] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.199330] env[68627]: DEBUG nova.compute.manager [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.356631] env[68627]: DEBUG nova.compute.manager [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.356855] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.358889] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef087f28-3294-4397-b443-14b99285629f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.373770] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.374356] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-472c11b3-0fd6-4c76-a0c7-adedebd5f101 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.378805] env[68627]: DEBUG nova.network.neutron [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Successfully created port: 7e80cc6b-c931-47a0-a324-93ee192ec7cc {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.382410] env[68627]: DEBUG oslo_vmware.api [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 919.382410] env[68627]: value = "task-3037310" [ 919.382410] env[68627]: _type = "Task" [ 919.382410] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.398744] env[68627]: DEBUG oslo_vmware.api [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.481296] env[68627]: DEBUG nova.compute.manager [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.484994] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037309, 'name': Rename_Task, 'duration_secs': 0.164589} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.484994] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.485167] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce939623-df9b-4d29-8db0-24494ee32aeb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.494538] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 919.494538] env[68627]: value = "task-3037311" [ 919.494538] env[68627]: _type = "Task" [ 919.494538] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.506910] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "276b3d3b-116f-42c4-a2ac-9c76c8b0be23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.507233] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "276b3d3b-116f-42c4-a2ac-9c76c8b0be23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.509011] env[68627]: DEBUG nova.compute.manager [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.513562] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.561432] env[68627]: DEBUG oslo_vmware.api [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037308, 'name': PowerOnVM_Task, 'duration_secs': 0.543811} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.561780] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.561982] env[68627]: INFO nova.compute.manager [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Took 16.02 seconds to spawn the instance on the hypervisor. [ 919.562209] env[68627]: DEBUG nova.compute.manager [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.567497] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282190b1-dfb3-4ac5-933f-21878578f5f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.570867] env[68627]: DEBUG nova.network.neutron [-] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.661336] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d04bcdab-6074-4b8a-84f0-aed8b2864c75 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.670633] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca7d9a6-9395-4893-a28a-f54a3592b0ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.719466] env[68627]: DEBUG nova.compute.manager [req-922451ab-8c36-4b88-8b21-ba57f8970fc3 req-ecef5367-8ac1-4421-a6e6-d1c4f4e1975f service nova] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Detach interface failed, port_id=5f843b7c-e4b2-4a47-af82-5acf2ba31ce0, reason: Instance 9838fe84-0e94-44bc-9f00-3400ffdc8e05 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 919.754668] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5599ad7-06f6-4f61-8d5a-d109e5812635 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.762286] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1202eb18-6f8e-4da3-82f3-7f0983ebbd99 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.807566] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b456ff0-00bc-4b3b-98d2-b4f1a342b3df {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.814393] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94827f7-e573-41fd-a423-1c232e8e6075 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.828158] env[68627]: DEBUG nova.compute.provider_tree [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.868834] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.869117] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.869332] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.869521] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.869734] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.871990] env[68627]: INFO nova.compute.manager [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Terminating instance [ 919.892626] env[68627]: DEBUG oslo_vmware.api [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037310, 'name': PowerOffVM_Task, 'duration_secs': 0.291142} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.892894] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.893262] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.893538] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44039307-482e-4ea0-88db-66ed2ef39aed {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.970302] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.970582] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.970772] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleting the datastore file [datastore2] 48152fac-741e-4f00-8fc4-84d2cb88ff57 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.971064] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb8e3bc3-5e80-4fef-bc9d-fbfdabb6566e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.978038] env[68627]: DEBUG oslo_vmware.api [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 919.978038] env[68627]: value = "task-3037313" [ 919.978038] env[68627]: _type = "Task" [ 919.978038] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.987909] env[68627]: DEBUG oslo_vmware.api [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.003593] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.007228] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.019068] env[68627]: DEBUG nova.compute.manager [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.033263] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.072115] env[68627]: INFO nova.compute.manager [-] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Took 1.44 seconds to deallocate network for instance. [ 920.084953] env[68627]: INFO nova.compute.manager [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Took 49.57 seconds to build instance. [ 920.222301] env[68627]: DEBUG nova.compute.manager [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.250686] env[68627]: DEBUG nova.virt.hardware [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.250951] env[68627]: DEBUG nova.virt.hardware [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.251141] env[68627]: DEBUG nova.virt.hardware [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.251319] env[68627]: DEBUG nova.virt.hardware [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.251457] env[68627]: DEBUG nova.virt.hardware [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.251603] env[68627]: DEBUG nova.virt.hardware [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.251859] env[68627]: DEBUG nova.virt.hardware [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.252057] env[68627]: DEBUG nova.virt.hardware [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.252238] env[68627]: DEBUG nova.virt.hardware [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.252405] env[68627]: DEBUG nova.virt.hardware [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.252576] env[68627]: DEBUG nova.virt.hardware [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.253908] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466c4dde-b6a0-4829-a904-4384a42726e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.262439] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c109b-3f07-4452-85b5-0072090ca152 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.331256] env[68627]: DEBUG nova.scheduler.client.report [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.375514] env[68627]: DEBUG nova.compute.manager [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.375741] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.376633] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090da12c-d789-478b-aa4b-d808222874fc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.384484] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.384712] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd80131d-83c3-45b5-b7b5-fa1ec513efe1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.390223] env[68627]: DEBUG oslo_vmware.api [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 920.390223] env[68627]: value = "task-3037314" [ 920.390223] env[68627]: _type = "Task" [ 920.390223] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.397909] env[68627]: DEBUG oslo_vmware.api [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.488895] env[68627]: DEBUG oslo_vmware.api [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34866} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.489196] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.489386] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.489610] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.489736] env[68627]: INFO nova.compute.manager [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Took 1.13 seconds to destroy the instance on the hypervisor. [ 920.489980] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.490196] env[68627]: DEBUG nova.compute.manager [-] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.490297] env[68627]: DEBUG nova.network.neutron [-] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.503352] env[68627]: DEBUG oslo_vmware.api [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037311, 'name': PowerOnVM_Task, 'duration_secs': 0.855831} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.503616] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.503827] env[68627]: INFO nova.compute.manager [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Took 9.45 seconds to spawn the instance on the hypervisor. [ 920.504013] env[68627]: DEBUG nova.compute.manager [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.504783] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2850f078-c4c0-401d-9959-69c23eff0340 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.548280] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.584396] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.587011] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c6d82048-6e4c-44ba-970c-f76b317540a8 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "f31f7b3b-2914-4fc2-82c5-56ae83ab2152" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.861s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.836432] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.837111] env[68627]: DEBUG nova.compute.manager [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.839358] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.507s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.839582] env[68627]: DEBUG nova.objects.instance [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lazy-loading 'resources' on Instance uuid 6a1a0788-10b5-49c4-9369-6b9e44dcad83 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.901387] env[68627]: DEBUG oslo_vmware.api [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037314, 'name': PowerOffVM_Task, 'duration_secs': 0.380335} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.901636] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.901827] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.902105] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b1d0372-2d97-4edd-8ec9-e0475a56d83b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.973438] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.973658] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.973977] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Deleting the datastore file [datastore1] acbca5be-4f1e-43eb-b5ad-af7e5faed870 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.974200] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab0024c4-b03c-43e9-b247-6a7e9886de47 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.981305] env[68627]: DEBUG oslo_vmware.api [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for the task: (returnval){ [ 920.981305] env[68627]: value = "task-3037316" [ 920.981305] env[68627]: _type = "Task" [ 920.981305] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.988800] env[68627]: DEBUG oslo_vmware.api [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.025096] env[68627]: INFO nova.compute.manager [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Took 44.00 seconds to build instance. [ 921.235663] env[68627]: DEBUG nova.network.neutron [-] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.279133] env[68627]: DEBUG nova.compute.manager [req-070a4d14-ef90-4736-9134-a54277a74798 req-98e14f8c-b6d0-4a8f-9607-b8fc73dd0d7c service nova] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Received event network-vif-deleted-55d13321-a33a-4f09-b677-f2efb85e6ee9 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.326686] env[68627]: DEBUG nova.compute.manager [req-c0f3beda-9b41-4e61-9def-140287b83266 req-5ff59041-f17b-433f-b31f-bc56b393a88a service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Received event network-vif-plugged-7e80cc6b-c931-47a0-a324-93ee192ec7cc {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.330377] env[68627]: DEBUG oslo_concurrency.lockutils [req-c0f3beda-9b41-4e61-9def-140287b83266 req-5ff59041-f17b-433f-b31f-bc56b393a88a service nova] Acquiring lock "5cff7228-7263-4947-8dd8-93516397379f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.330673] env[68627]: DEBUG oslo_concurrency.lockutils [req-c0f3beda-9b41-4e61-9def-140287b83266 req-5ff59041-f17b-433f-b31f-bc56b393a88a service nova] Lock "5cff7228-7263-4947-8dd8-93516397379f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.330920] env[68627]: DEBUG oslo_concurrency.lockutils [req-c0f3beda-9b41-4e61-9def-140287b83266 req-5ff59041-f17b-433f-b31f-bc56b393a88a service nova] Lock "5cff7228-7263-4947-8dd8-93516397379f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.331164] env[68627]: DEBUG nova.compute.manager [req-c0f3beda-9b41-4e61-9def-140287b83266 req-5ff59041-f17b-433f-b31f-bc56b393a88a service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] No waiting events found dispatching network-vif-plugged-7e80cc6b-c931-47a0-a324-93ee192ec7cc {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.331358] env[68627]: WARNING nova.compute.manager [req-c0f3beda-9b41-4e61-9def-140287b83266 req-5ff59041-f17b-433f-b31f-bc56b393a88a service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Received unexpected event network-vif-plugged-7e80cc6b-c931-47a0-a324-93ee192ec7cc for instance with vm_state building and task_state spawning. [ 921.346232] env[68627]: DEBUG nova.compute.utils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.355061] env[68627]: DEBUG nova.compute.manager [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.355061] env[68627]: DEBUG nova.network.neutron [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.410898] env[68627]: DEBUG nova.network.neutron [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Successfully updated port: 7e80cc6b-c931-47a0-a324-93ee192ec7cc {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.413716] env[68627]: DEBUG nova.policy [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bc8b532849346ab8ce0ef926b99ee42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c76b2c04b2f4f6dba7292ae114e2fd7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.439490] env[68627]: DEBUG oslo_concurrency.lockutils [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "f31f7b3b-2914-4fc2-82c5-56ae83ab2152" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.439744] env[68627]: DEBUG oslo_concurrency.lockutils [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "f31f7b3b-2914-4fc2-82c5-56ae83ab2152" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.439948] env[68627]: DEBUG oslo_concurrency.lockutils [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "f31f7b3b-2914-4fc2-82c5-56ae83ab2152-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.440174] env[68627]: DEBUG oslo_concurrency.lockutils [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "f31f7b3b-2914-4fc2-82c5-56ae83ab2152-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.440511] env[68627]: DEBUG oslo_concurrency.lockutils [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "f31f7b3b-2914-4fc2-82c5-56ae83ab2152-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.443068] env[68627]: INFO nova.compute.manager [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Terminating instance [ 921.490834] env[68627]: DEBUG oslo_vmware.api [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.526393] env[68627]: DEBUG oslo_concurrency.lockutils [None req-336e4f35-6308-4079-98d9-9dbc2ce06519 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "31f63376-80aa-4918-a389-28b8311346f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.868s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.742368] env[68627]: INFO nova.compute.manager [-] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Took 1.25 seconds to deallocate network for instance. [ 921.856116] env[68627]: DEBUG nova.compute.manager [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.919044] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "refresh_cache-5cff7228-7263-4947-8dd8-93516397379f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.919212] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "refresh_cache-5cff7228-7263-4947-8dd8-93516397379f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.919370] env[68627]: DEBUG nova.network.neutron [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.947742] env[68627]: DEBUG nova.compute.manager [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.950951] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.950951] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96242278-24d1-48db-a7b5-b921fd4d0f30 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.958935] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.960095] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3d410c2-7f23-4e2c-bfe0-31b5c8ce1b77 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.962858] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5839dc79-51eb-4ba5-baa2-0748747f3351 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.974019] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b79dd8b-df4d-453e-bd19-656e503402ed {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.976243] env[68627]: DEBUG oslo_vmware.api [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 921.976243] env[68627]: value = "task-3037317" [ 921.976243] env[68627]: _type = "Task" [ 921.976243] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.017748] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d589c3-b6d7-4f6f-9108-34f8323af00a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.023555] env[68627]: DEBUG oslo_vmware.api [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.032395] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b0c090-1b2e-4d97-b255-9b6dc5aeb0e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.036267] env[68627]: DEBUG oslo_vmware.api [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Task: {'id': task-3037316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533146} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.036889] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.036889] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.037027] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.037223] env[68627]: INFO nova.compute.manager [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Took 1.66 seconds to destroy the instance on the hypervisor. [ 922.037658] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.039036] env[68627]: DEBUG nova.compute.manager [-] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.039036] env[68627]: DEBUG nova.network.neutron [-] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.049571] env[68627]: DEBUG nova.compute.provider_tree [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.182741] env[68627]: DEBUG nova.network.neutron [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Successfully created port: b4affe79-73d0-4775-b7f5-76a58a5009a9 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.252330] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.490200] env[68627]: DEBUG oslo_vmware.api [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037317, 'name': PowerOffVM_Task, 'duration_secs': 0.199244} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.491052] env[68627]: DEBUG nova.network.neutron [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.493221] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.497384] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.497384] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd55778e-e368-4101-852c-2f80c8818145 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.554775] env[68627]: DEBUG nova.scheduler.client.report [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.559061] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.559339] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.559536] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleting the datastore file [datastore2] f31f7b3b-2914-4fc2-82c5-56ae83ab2152 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.560382] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27110e89-ee65-47d6-9692-7aac7c818825 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.568241] env[68627]: DEBUG oslo_vmware.api [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 922.568241] env[68627]: value = "task-3037319" [ 922.568241] env[68627]: _type = "Task" [ 922.568241] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.576308] env[68627]: DEBUG oslo_vmware.api [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.790280] env[68627]: DEBUG nova.network.neutron [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Updating instance_info_cache with network_info: [{"id": "7e80cc6b-c931-47a0-a324-93ee192ec7cc", "address": "fa:16:3e:07:a1:28", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e80cc6b-c9", "ovs_interfaceid": "7e80cc6b-c931-47a0-a324-93ee192ec7cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.870960] env[68627]: DEBUG nova.compute.manager [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.904810] env[68627]: DEBUG nova.virt.hardware [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.905122] env[68627]: DEBUG nova.virt.hardware [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.905337] env[68627]: DEBUG nova.virt.hardware [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.905573] env[68627]: DEBUG nova.virt.hardware [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.905768] env[68627]: DEBUG nova.virt.hardware [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.905968] env[68627]: DEBUG nova.virt.hardware [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.906282] env[68627]: DEBUG nova.virt.hardware [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.906509] env[68627]: DEBUG nova.virt.hardware [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.906742] env[68627]: DEBUG nova.virt.hardware [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.907764] env[68627]: DEBUG nova.virt.hardware [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.908052] env[68627]: DEBUG nova.virt.hardware [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.909051] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418734af-b1e5-42b0-8366-e72902346138 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.917983] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5152a4-a495-4f5d-8657-e32f574167ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.984163] env[68627]: DEBUG nova.network.neutron [-] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.063435] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.065713] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.794s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.066552] env[68627]: DEBUG nova.objects.instance [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 923.082034] env[68627]: DEBUG oslo_vmware.api [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280808} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.084018] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.084018] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.084018] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.084018] env[68627]: INFO nova.compute.manager [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Took 1.14 seconds to destroy the instance on the hypervisor. [ 923.084018] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.084018] env[68627]: DEBUG nova.compute.manager [-] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.084018] env[68627]: DEBUG nova.network.neutron [-] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.104020] env[68627]: INFO nova.scheduler.client.report [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Deleted allocations for instance 6a1a0788-10b5-49c4-9369-6b9e44dcad83 [ 923.297017] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "refresh_cache-5cff7228-7263-4947-8dd8-93516397379f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.297017] env[68627]: DEBUG nova.compute.manager [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Instance network_info: |[{"id": "7e80cc6b-c931-47a0-a324-93ee192ec7cc", "address": "fa:16:3e:07:a1:28", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e80cc6b-c9", "ovs_interfaceid": "7e80cc6b-c931-47a0-a324-93ee192ec7cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.297017] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:a1:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e80cc6b-c931-47a0-a324-93ee192ec7cc', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.309805] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.310174] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.311325] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7099c008-bcee-4365-a922-221add664843 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.330571] env[68627]: DEBUG nova.compute.manager [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Stashing vm_state: active {{(pid=68627) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 923.335031] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.335031] env[68627]: value = "task-3037320" [ 923.335031] env[68627]: _type = "Task" [ 923.335031] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.343726] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037320, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.366248] env[68627]: DEBUG nova.compute.manager [req-3c086b43-8db3-4081-b7fb-4af0a8c5cb7e req-58f918d3-77f7-4650-84cf-0c561f26dde9 service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Received event network-changed-7e80cc6b-c931-47a0-a324-93ee192ec7cc {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.366248] env[68627]: DEBUG nova.compute.manager [req-3c086b43-8db3-4081-b7fb-4af0a8c5cb7e req-58f918d3-77f7-4650-84cf-0c561f26dde9 service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Refreshing instance network info cache due to event network-changed-7e80cc6b-c931-47a0-a324-93ee192ec7cc. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.368313] env[68627]: DEBUG oslo_concurrency.lockutils [req-3c086b43-8db3-4081-b7fb-4af0a8c5cb7e req-58f918d3-77f7-4650-84cf-0c561f26dde9 service nova] Acquiring lock "refresh_cache-5cff7228-7263-4947-8dd8-93516397379f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.368642] env[68627]: DEBUG oslo_concurrency.lockutils [req-3c086b43-8db3-4081-b7fb-4af0a8c5cb7e req-58f918d3-77f7-4650-84cf-0c561f26dde9 service nova] Acquired lock "refresh_cache-5cff7228-7263-4947-8dd8-93516397379f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.368955] env[68627]: DEBUG nova.network.neutron [req-3c086b43-8db3-4081-b7fb-4af0a8c5cb7e req-58f918d3-77f7-4650-84cf-0c561f26dde9 service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Refreshing network info cache for port 7e80cc6b-c931-47a0-a324-93ee192ec7cc {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.470808] env[68627]: DEBUG nova.compute.manager [req-1922dde5-9e9e-4ca2-82be-cf4dc2250985 req-45485a0d-bd04-4693-a82e-e8a064ea5a6a service nova] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Received event network-vif-deleted-83ad347b-d8b3-4a38-b038-49ade8b26905 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.470808] env[68627]: INFO nova.compute.manager [req-1922dde5-9e9e-4ca2-82be-cf4dc2250985 req-45485a0d-bd04-4693-a82e-e8a064ea5a6a service nova] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Neutron deleted interface 83ad347b-d8b3-4a38-b038-49ade8b26905; detaching it from the instance and deleting it from the info cache [ 923.470808] env[68627]: DEBUG nova.network.neutron [req-1922dde5-9e9e-4ca2-82be-cf4dc2250985 req-45485a0d-bd04-4693-a82e-e8a064ea5a6a service nova] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.492021] env[68627]: INFO nova.compute.manager [-] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Took 1.45 seconds to deallocate network for instance. [ 923.610362] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7f495efe-bfb2-448b-bf25-4b1dba59e2cb tempest-ListServerFiltersTestJSON-653602844 tempest-ListServerFiltersTestJSON-653602844-project-member] Lock "6a1a0788-10b5-49c4-9369-6b9e44dcad83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.894s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.852205] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037320, 'name': CreateVM_Task, 'duration_secs': 0.385629} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.852420] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.853111] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.853341] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.853601] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.854016] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976a0510-4a3a-4177-8493-2042e8e01e45 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.859029] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 923.859029] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f75ad9-7ea7-c500-f280-cb74dbc0c6e8" [ 923.859029] env[68627]: _type = "Task" [ 923.859029] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.864682] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.870796] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f75ad9-7ea7-c500-f280-cb74dbc0c6e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.954629] env[68627]: DEBUG nova.network.neutron [-] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.974706] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4de790d-5431-4070-b41c-40cc69f26514 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.986964] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8031b298-2832-4789-b039-ffc00c5a9d76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.004888] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.031340] env[68627]: DEBUG nova.compute.manager [req-1922dde5-9e9e-4ca2-82be-cf4dc2250985 req-45485a0d-bd04-4693-a82e-e8a064ea5a6a service nova] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Detach interface failed, port_id=83ad347b-d8b3-4a38-b038-49ade8b26905, reason: Instance f31f7b3b-2914-4fc2-82c5-56ae83ab2152 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.085020] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b3cc81f-edec-49dd-b61b-f49933fb1cde tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.085020] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.044s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.089534] env[68627]: INFO nova.compute.claims [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.120995] env[68627]: DEBUG nova.network.neutron [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Successfully updated port: b4affe79-73d0-4775-b7f5-76a58a5009a9 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.197447] env[68627]: DEBUG nova.network.neutron [req-3c086b43-8db3-4081-b7fb-4af0a8c5cb7e req-58f918d3-77f7-4650-84cf-0c561f26dde9 service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Updated VIF entry in instance network info cache for port 7e80cc6b-c931-47a0-a324-93ee192ec7cc. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.197821] env[68627]: DEBUG nova.network.neutron [req-3c086b43-8db3-4081-b7fb-4af0a8c5cb7e req-58f918d3-77f7-4650-84cf-0c561f26dde9 service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Updating instance_info_cache with network_info: [{"id": "7e80cc6b-c931-47a0-a324-93ee192ec7cc", "address": "fa:16:3e:07:a1:28", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e80cc6b-c9", "ovs_interfaceid": "7e80cc6b-c931-47a0-a324-93ee192ec7cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.369293] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f75ad9-7ea7-c500-f280-cb74dbc0c6e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.369632] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.372251] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.372251] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.372251] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.372251] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.372251] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7f09960-ce48-415a-b275-ba1dac787a31 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.381343] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.381618] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.382429] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28808c15-56bc-48fb-99f3-aa8d077dd2c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.387897] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 924.387897] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d10a0e-3159-a45e-2ba7-0e5b34c65580" [ 924.387897] env[68627]: _type = "Task" [ 924.387897] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.396589] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d10a0e-3159-a45e-2ba7-0e5b34c65580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.457961] env[68627]: INFO nova.compute.manager [-] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Took 1.37 seconds to deallocate network for instance. [ 924.624419] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "refresh_cache-f01e89fb-8c8c-492f-a83b-ba351d797180" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.624518] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquired lock "refresh_cache-f01e89fb-8c8c-492f-a83b-ba351d797180" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.624667] env[68627]: DEBUG nova.network.neutron [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.700516] env[68627]: DEBUG oslo_concurrency.lockutils [req-3c086b43-8db3-4081-b7fb-4af0a8c5cb7e req-58f918d3-77f7-4650-84cf-0c561f26dde9 service nova] Releasing lock "refresh_cache-5cff7228-7263-4947-8dd8-93516397379f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.700626] env[68627]: DEBUG nova.compute.manager [req-3c086b43-8db3-4081-b7fb-4af0a8c5cb7e req-58f918d3-77f7-4650-84cf-0c561f26dde9 service nova] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Received event network-vif-deleted-1dc256c5-de6b-4f6c-bbcd-56ee25925cc4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.899071] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d10a0e-3159-a45e-2ba7-0e5b34c65580, 'name': SearchDatastore_Task, 'duration_secs': 0.037399} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.899994] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550d1eb9-9e4c-495b-925a-8af5fb9e9c90 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.905581] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 924.905581] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5243cbc5-c688-61a8-7c51-e17b6160f550" [ 924.905581] env[68627]: _type = "Task" [ 924.905581] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.912996] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5243cbc5-c688-61a8-7c51-e17b6160f550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.964339] env[68627]: DEBUG oslo_concurrency.lockutils [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.160300] env[68627]: DEBUG nova.network.neutron [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.165221] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "099c1c96-a127-4e53-a117-e681e3e395a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.165459] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "099c1c96-a127-4e53-a117-e681e3e395a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.293503] env[68627]: DEBUG nova.network.neutron [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Updating instance_info_cache with network_info: [{"id": "b4affe79-73d0-4775-b7f5-76a58a5009a9", "address": "fa:16:3e:0b:66:48", "network": {"id": "d65ae31b-1c0d-49e6-b20f-3ba191784c70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1961240339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c76b2c04b2f4f6dba7292ae114e2fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4affe79-73", "ovs_interfaceid": "b4affe79-73d0-4775-b7f5-76a58a5009a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.418325] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5243cbc5-c688-61a8-7c51-e17b6160f550, 'name': SearchDatastore_Task, 'duration_secs': 0.02214} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.418608] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.418846] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 5cff7228-7263-4947-8dd8-93516397379f/5cff7228-7263-4947-8dd8-93516397379f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.419129] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b50996aa-b08e-498e-bc6f-9e6072713daf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.426033] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 925.426033] env[68627]: value = "task-3037321" [ 925.426033] env[68627]: _type = "Task" [ 925.426033] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.433717] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.494351] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e782fb-5f04-4182-b3ae-ccf5469a3292 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.500492] env[68627]: DEBUG nova.compute.manager [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Received event network-vif-plugged-b4affe79-73d0-4775-b7f5-76a58a5009a9 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.500714] env[68627]: DEBUG oslo_concurrency.lockutils [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] Acquiring lock "f01e89fb-8c8c-492f-a83b-ba351d797180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.500930] env[68627]: DEBUG oslo_concurrency.lockutils [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] Lock "f01e89fb-8c8c-492f-a83b-ba351d797180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.501168] env[68627]: DEBUG oslo_concurrency.lockutils [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] Lock "f01e89fb-8c8c-492f-a83b-ba351d797180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.501334] env[68627]: DEBUG nova.compute.manager [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] No waiting events found dispatching network-vif-plugged-b4affe79-73d0-4775-b7f5-76a58a5009a9 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.502137] env[68627]: WARNING nova.compute.manager [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Received unexpected event network-vif-plugged-b4affe79-73d0-4775-b7f5-76a58a5009a9 for instance with vm_state building and task_state spawning. [ 925.502137] env[68627]: DEBUG nova.compute.manager [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Received event network-changed-b4affe79-73d0-4775-b7f5-76a58a5009a9 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.502137] env[68627]: DEBUG nova.compute.manager [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Refreshing instance network info cache due to event network-changed-b4affe79-73d0-4775-b7f5-76a58a5009a9. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.502137] env[68627]: DEBUG oslo_concurrency.lockutils [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] Acquiring lock "refresh_cache-f01e89fb-8c8c-492f-a83b-ba351d797180" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.505384] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14279c5e-00a9-455e-a9a2-ba7587549df5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.537410] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13974c25-0c40-47d2-9671-9130a055b279 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.545036] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d036a0a-94c0-4e57-b2dc-4bf329876a44 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.558885] env[68627]: DEBUG nova.compute.provider_tree [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.667932] env[68627]: DEBUG nova.compute.manager [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.796907] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Releasing lock "refresh_cache-f01e89fb-8c8c-492f-a83b-ba351d797180" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.797520] env[68627]: DEBUG nova.compute.manager [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Instance network_info: |[{"id": "b4affe79-73d0-4775-b7f5-76a58a5009a9", "address": "fa:16:3e:0b:66:48", "network": {"id": "d65ae31b-1c0d-49e6-b20f-3ba191784c70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1961240339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c76b2c04b2f4f6dba7292ae114e2fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4affe79-73", "ovs_interfaceid": "b4affe79-73d0-4775-b7f5-76a58a5009a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.797958] env[68627]: DEBUG oslo_concurrency.lockutils [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] Acquired lock "refresh_cache-f01e89fb-8c8c-492f-a83b-ba351d797180" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.798224] env[68627]: DEBUG nova.network.neutron [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Refreshing network info cache for port b4affe79-73d0-4775-b7f5-76a58a5009a9 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.799972] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:66:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4affe79-73d0-4775-b7f5-76a58a5009a9', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.809288] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.809874] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.810189] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-595506bf-b22c-4922-b63c-f74bb3a35666 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.835085] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.835085] env[68627]: value = "task-3037322" [ 925.835085] env[68627]: _type = "Task" [ 925.835085] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.844408] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037322, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.940533] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037321, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.061586] env[68627]: DEBUG nova.scheduler.client.report [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.194198] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.345869] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037322, 'name': CreateVM_Task, 'duration_secs': 0.4403} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.346052] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.346742] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.346912] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.347253] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.347507] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb470ca-2dce-45fb-a66b-1efa1360cf82 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.352202] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 926.352202] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e4f723-aea3-8a3c-c4e8-4e5ac90f9043" [ 926.352202] env[68627]: _type = "Task" [ 926.352202] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.360129] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e4f723-aea3-8a3c-c4e8-4e5ac90f9043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.436714] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62603} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.437022] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 5cff7228-7263-4947-8dd8-93516397379f/5cff7228-7263-4947-8dd8-93516397379f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.437215] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.437462] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e072fa8-d674-46e3-abe6-350b8715db1f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.443195] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 926.443195] env[68627]: value = "task-3037323" [ 926.443195] env[68627]: _type = "Task" [ 926.443195] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.455936] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.499439] env[68627]: DEBUG nova.network.neutron [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Updated VIF entry in instance network info cache for port b4affe79-73d0-4775-b7f5-76a58a5009a9. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.500120] env[68627]: DEBUG nova.network.neutron [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Updating instance_info_cache with network_info: [{"id": "b4affe79-73d0-4775-b7f5-76a58a5009a9", "address": "fa:16:3e:0b:66:48", "network": {"id": "d65ae31b-1c0d-49e6-b20f-3ba191784c70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1961240339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c76b2c04b2f4f6dba7292ae114e2fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4affe79-73", "ovs_interfaceid": "b4affe79-73d0-4775-b7f5-76a58a5009a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.568037] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.569218] env[68627]: DEBUG nova.compute.manager [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.571325] env[68627]: DEBUG oslo_concurrency.lockutils [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.161s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.571561] env[68627]: DEBUG nova.objects.instance [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lazy-loading 'resources' on Instance uuid e5a01e3a-0bd2-44e4-b05d-03ac216f363e {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.864241] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e4f723-aea3-8a3c-c4e8-4e5ac90f9043, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.864728] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.864971] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.865231] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.865385] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.865565] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.865825] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bd51827-d5cf-4eaa-ad3f-8966c78068e6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.878435] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.878609] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.879312] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad2b22c-65a3-4fba-a17a-578d4f89f900 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.884361] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 926.884361] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52788b0a-b404-5945-3cdf-79d1284f5ccc" [ 926.884361] env[68627]: _type = "Task" [ 926.884361] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.892049] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52788b0a-b404-5945-3cdf-79d1284f5ccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.953500] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069081} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.953810] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.954591] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fb1ad3-ae48-4a82-b7ac-fc1e2112753c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.976648] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 5cff7228-7263-4947-8dd8-93516397379f/5cff7228-7263-4947-8dd8-93516397379f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.976930] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ddb7a56-01f8-4949-be69-863877ac8461 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.996516] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 926.996516] env[68627]: value = "task-3037324" [ 926.996516] env[68627]: _type = "Task" [ 926.996516] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.004157] env[68627]: DEBUG oslo_concurrency.lockutils [req-dadabfbd-873c-483f-9190-827afefe1975 req-6105cebd-9482-4dca-9ee5-8ffa91bbd630 service nova] Releasing lock "refresh_cache-f01e89fb-8c8c-492f-a83b-ba351d797180" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.004485] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.075459] env[68627]: DEBUG nova.compute.utils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.076967] env[68627]: DEBUG nova.compute.manager [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.077078] env[68627]: DEBUG nova.network.neutron [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.100890] env[68627]: DEBUG nova.scheduler.client.report [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 927.118686] env[68627]: DEBUG nova.scheduler.client.report [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 927.119181] env[68627]: DEBUG nova.compute.provider_tree [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 927.128571] env[68627]: DEBUG nova.policy [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66b291da26e14560af5d2172dfdc04f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03d5769229154b0ca4b45701fa123ccd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.134034] env[68627]: DEBUG nova.scheduler.client.report [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: None {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 927.155376] env[68627]: DEBUG nova.scheduler.client.report [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 927.398358] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52788b0a-b404-5945-3cdf-79d1284f5ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.05737} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.398464] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec86b4e5-4552-461a-b409-1c522c6df012 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.401173] env[68627]: DEBUG nova.network.neutron [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Successfully created port: f4bd4866-9434-4bdb-9747-57c71d33adbe {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.406964] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 927.406964] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520c47b2-1a50-37a2-cfd6-97ae6c99e634" [ 927.406964] env[68627]: _type = "Task" [ 927.406964] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.415134] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520c47b2-1a50-37a2-cfd6-97ae6c99e634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.505094] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037324, 'name': ReconfigVM_Task, 'duration_secs': 0.33295} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.507408] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 5cff7228-7263-4947-8dd8-93516397379f/5cff7228-7263-4947-8dd8-93516397379f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.508244] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96025d33-fa13-4ae8-923f-1c606eb6f369 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.514355] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 927.514355] env[68627]: value = "task-3037325" [ 927.514355] env[68627]: _type = "Task" [ 927.514355] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.526045] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037325, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.581941] env[68627]: DEBUG nova.compute.manager [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.606327] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93257637-4f5d-440c-8e7d-f377a8169847 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.613622] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a38e52a-ca00-4274-aaa2-2a968a3e9657 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.647031] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7810738c-35c8-4e66-bf62-48d3b1a0f693 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.654694] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0018873f-e115-491b-b998-9f72f8edf683 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.668205] env[68627]: DEBUG nova.compute.provider_tree [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.917496] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520c47b2-1a50-37a2-cfd6-97ae6c99e634, 'name': SearchDatastore_Task, 'duration_secs': 0.091675} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.917814] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.918137] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] f01e89fb-8c8c-492f-a83b-ba351d797180/f01e89fb-8c8c-492f-a83b-ba351d797180.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.918437] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04360e5a-1acc-4ad0-8181-5998e61f0dc7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.925310] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 927.925310] env[68627]: value = "task-3037326" [ 927.925310] env[68627]: _type = "Task" [ 927.925310] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.932694] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.024254] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037325, 'name': Rename_Task, 'duration_secs': 0.139788} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.024609] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.024917] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d67a50d-02f8-4956-a934-a8cbdb75ac0f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.031993] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 928.031993] env[68627]: value = "task-3037327" [ 928.031993] env[68627]: _type = "Task" [ 928.031993] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.039168] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.172169] env[68627]: DEBUG nova.scheduler.client.report [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.436094] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037326, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.542465] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.592061] env[68627]: DEBUG nova.compute.manager [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.617155] env[68627]: DEBUG nova.virt.hardware [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.617426] env[68627]: DEBUG nova.virt.hardware [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.617586] env[68627]: DEBUG nova.virt.hardware [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.617767] env[68627]: DEBUG nova.virt.hardware [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.617914] env[68627]: DEBUG nova.virt.hardware [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.618092] env[68627]: DEBUG nova.virt.hardware [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.618305] env[68627]: DEBUG nova.virt.hardware [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.618465] env[68627]: DEBUG nova.virt.hardware [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.618629] env[68627]: DEBUG nova.virt.hardware [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.618790] env[68627]: DEBUG nova.virt.hardware [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.618963] env[68627]: DEBUG nova.virt.hardware [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.619892] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9840377-ceb7-46f4-b72e-c43c4df8dd03 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.628050] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eb03d5-098d-4eb7-b734-d8f4d616bbd4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.677454] env[68627]: DEBUG oslo_concurrency.lockutils [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.679794] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.951s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.680040] env[68627]: DEBUG nova.objects.instance [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lazy-loading 'resources' on Instance uuid 8ae5f2fe-f933-4417-a20f-c6f5b16954d8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.703850] env[68627]: INFO nova.scheduler.client.report [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Deleted allocations for instance e5a01e3a-0bd2-44e4-b05d-03ac216f363e [ 928.846715] env[68627]: DEBUG nova.compute.manager [req-a4f4c5ae-9e69-4cb5-9566-b4e10cf87128 req-60986c7e-04e9-4973-b9c3-cebc374455fb service nova] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Received event network-vif-plugged-f4bd4866-9434-4bdb-9747-57c71d33adbe {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.846952] env[68627]: DEBUG oslo_concurrency.lockutils [req-a4f4c5ae-9e69-4cb5-9566-b4e10cf87128 req-60986c7e-04e9-4973-b9c3-cebc374455fb service nova] Acquiring lock "546c1c7c-6442-41d7-8de2-b4d16b2342f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.847212] env[68627]: DEBUG oslo_concurrency.lockutils [req-a4f4c5ae-9e69-4cb5-9566-b4e10cf87128 req-60986c7e-04e9-4973-b9c3-cebc374455fb service nova] Lock "546c1c7c-6442-41d7-8de2-b4d16b2342f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.847385] env[68627]: DEBUG oslo_concurrency.lockutils [req-a4f4c5ae-9e69-4cb5-9566-b4e10cf87128 req-60986c7e-04e9-4973-b9c3-cebc374455fb service nova] Lock "546c1c7c-6442-41d7-8de2-b4d16b2342f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.847598] env[68627]: DEBUG nova.compute.manager [req-a4f4c5ae-9e69-4cb5-9566-b4e10cf87128 req-60986c7e-04e9-4973-b9c3-cebc374455fb service nova] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] No waiting events found dispatching network-vif-plugged-f4bd4866-9434-4bdb-9747-57c71d33adbe {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.847714] env[68627]: WARNING nova.compute.manager [req-a4f4c5ae-9e69-4cb5-9566-b4e10cf87128 req-60986c7e-04e9-4973-b9c3-cebc374455fb service nova] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Received unexpected event network-vif-plugged-f4bd4866-9434-4bdb-9747-57c71d33adbe for instance with vm_state building and task_state spawning. [ 928.872860] env[68627]: DEBUG nova.network.neutron [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Successfully updated port: f4bd4866-9434-4bdb-9747-57c71d33adbe {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.936075] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539734} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.936379] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] f01e89fb-8c8c-492f-a83b-ba351d797180/f01e89fb-8c8c-492f-a83b-ba351d797180.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.936601] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.936869] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12f51fc1-efae-44fd-bce0-0f3c375629b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.943288] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 928.943288] env[68627]: value = "task-3037328" [ 928.943288] env[68627]: _type = "Task" [ 928.943288] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.951944] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.043027] env[68627]: DEBUG oslo_vmware.api [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037327, 'name': PowerOnVM_Task, 'duration_secs': 0.560682} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.043027] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.043292] env[68627]: INFO nova.compute.manager [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Took 8.82 seconds to spawn the instance on the hypervisor. [ 929.043485] env[68627]: DEBUG nova.compute.manager [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.044322] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2984e1c8-e67f-4889-ab04-54b99143fee9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.212120] env[68627]: DEBUG oslo_concurrency.lockutils [None req-978d34bd-3620-452b-9eb5-da82c843750e tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "e5a01e3a-0bd2-44e4-b05d-03ac216f363e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.995s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.378910] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "refresh_cache-546c1c7c-6442-41d7-8de2-b4d16b2342f1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.378910] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "refresh_cache-546c1c7c-6442-41d7-8de2-b4d16b2342f1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.378910] env[68627]: DEBUG nova.network.neutron [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.453428] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064951} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.453711] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.454492] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c97dbe-f0ea-46cb-a045-50689b427d92 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.478339] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] f01e89fb-8c8c-492f-a83b-ba351d797180/f01e89fb-8c8c-492f-a83b-ba351d797180.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.482346] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a858f26-6670-429f-976f-79a4044c1309 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.502776] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 929.502776] env[68627]: value = "task-3037329" [ 929.502776] env[68627]: _type = "Task" [ 929.502776] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.512323] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.563680] env[68627]: INFO nova.compute.manager [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Took 38.18 seconds to build instance. [ 929.598606] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f01d181-2838-4440-b6ba-3644b3d0f09e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.606618] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cdbca6-5c2a-495c-a862-86f6806adc86 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.637167] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e388e74-9770-4d19-b844-6c99a5cfa07c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.644919] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b864be04-7633-4337-95d6-8d62f830b51d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.661941] env[68627]: DEBUG nova.compute.provider_tree [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.915078] env[68627]: DEBUG nova.network.neutron [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.015419] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037329, 'name': ReconfigVM_Task, 'duration_secs': 0.410732} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.015419] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Reconfigured VM instance instance-0000004f to attach disk [datastore1] f01e89fb-8c8c-492f-a83b-ba351d797180/f01e89fb-8c8c-492f-a83b-ba351d797180.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.015795] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b964e680-7a7f-4134-a194-8f369b2141cd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.022046] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 930.022046] env[68627]: value = "task-3037330" [ 930.022046] env[68627]: _type = "Task" [ 930.022046] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.030939] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037330, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.066514] env[68627]: DEBUG oslo_concurrency.lockutils [None req-63754f80-fdf8-4eaa-9ec4-7b0489e92bd7 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "5cff7228-7263-4947-8dd8-93516397379f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.697s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.077348] env[68627]: DEBUG nova.network.neutron [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Updating instance_info_cache with network_info: [{"id": "f4bd4866-9434-4bdb-9747-57c71d33adbe", "address": "fa:16:3e:f0:ed:11", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4bd4866-94", "ovs_interfaceid": "f4bd4866-9434-4bdb-9747-57c71d33adbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.152463] env[68627]: DEBUG nova.compute.manager [req-633acbec-df11-4336-8d43-0d3e20f9e5a9 req-c2627529-0e66-4880-83e5-f42f5b10e50c service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Received event network-changed-7e80cc6b-c931-47a0-a324-93ee192ec7cc {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.152463] env[68627]: DEBUG nova.compute.manager [req-633acbec-df11-4336-8d43-0d3e20f9e5a9 req-c2627529-0e66-4880-83e5-f42f5b10e50c service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Refreshing instance network info cache due to event network-changed-7e80cc6b-c931-47a0-a324-93ee192ec7cc. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.152463] env[68627]: DEBUG oslo_concurrency.lockutils [req-633acbec-df11-4336-8d43-0d3e20f9e5a9 req-c2627529-0e66-4880-83e5-f42f5b10e50c service nova] Acquiring lock "refresh_cache-5cff7228-7263-4947-8dd8-93516397379f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.152463] env[68627]: DEBUG oslo_concurrency.lockutils [req-633acbec-df11-4336-8d43-0d3e20f9e5a9 req-c2627529-0e66-4880-83e5-f42f5b10e50c service nova] Acquired lock "refresh_cache-5cff7228-7263-4947-8dd8-93516397379f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.152463] env[68627]: DEBUG nova.network.neutron [req-633acbec-df11-4336-8d43-0d3e20f9e5a9 req-c2627529-0e66-4880-83e5-f42f5b10e50c service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Refreshing network info cache for port 7e80cc6b-c931-47a0-a324-93ee192ec7cc {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.164633] env[68627]: DEBUG nova.scheduler.client.report [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.532659] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037330, 'name': Rename_Task, 'duration_secs': 0.139638} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.533042] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.533298] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6002011f-71e0-4d5f-a085-6fae43a990e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.539742] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 930.539742] env[68627]: value = "task-3037331" [ 930.539742] env[68627]: _type = "Task" [ 930.539742] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.547118] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.580042] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "refresh_cache-546c1c7c-6442-41d7-8de2-b4d16b2342f1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.580338] env[68627]: DEBUG nova.compute.manager [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Instance network_info: |[{"id": "f4bd4866-9434-4bdb-9747-57c71d33adbe", "address": "fa:16:3e:f0:ed:11", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4bd4866-94", "ovs_interfaceid": "f4bd4866-9434-4bdb-9747-57c71d33adbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.580617] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:ed:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4bd4866-9434-4bdb-9747-57c71d33adbe', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.588673] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Creating folder: Project (03d5769229154b0ca4b45701fa123ccd). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.589029] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca6cf6a2-4418-4057-af19-3cb61a69018c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.599761] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Created folder: Project (03d5769229154b0ca4b45701fa123ccd) in parent group-v608385. [ 930.599958] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Creating folder: Instances. Parent ref: group-v608599. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.600208] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7817ad07-5c25-4fc3-bf28-ee697d0bc643 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.609888] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Created folder: Instances in parent group-v608599. [ 930.611079] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.611079] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.611079] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6b48012-b976-4d8b-a794-07ada0fbf6e0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.631020] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.631020] env[68627]: value = "task-3037334" [ 930.631020] env[68627]: _type = "Task" [ 930.631020] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.637813] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037334, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.669946] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.673923] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.125s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.675225] env[68627]: INFO nova.compute.claims [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.696603] env[68627]: INFO nova.scheduler.client.report [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Deleted allocations for instance 8ae5f2fe-f933-4417-a20f-c6f5b16954d8 [ 930.879388] env[68627]: DEBUG nova.compute.manager [req-a8edca75-d55b-46a8-8d68-fbc74057be38 req-6c8fb8af-8693-4d36-82e7-c7a8207481d7 service nova] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Received event network-changed-f4bd4866-9434-4bdb-9747-57c71d33adbe {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.879592] env[68627]: DEBUG nova.compute.manager [req-a8edca75-d55b-46a8-8d68-fbc74057be38 req-6c8fb8af-8693-4d36-82e7-c7a8207481d7 service nova] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Refreshing instance network info cache due to event network-changed-f4bd4866-9434-4bdb-9747-57c71d33adbe. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.879809] env[68627]: DEBUG oslo_concurrency.lockutils [req-a8edca75-d55b-46a8-8d68-fbc74057be38 req-6c8fb8af-8693-4d36-82e7-c7a8207481d7 service nova] Acquiring lock "refresh_cache-546c1c7c-6442-41d7-8de2-b4d16b2342f1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.879952] env[68627]: DEBUG oslo_concurrency.lockutils [req-a8edca75-d55b-46a8-8d68-fbc74057be38 req-6c8fb8af-8693-4d36-82e7-c7a8207481d7 service nova] Acquired lock "refresh_cache-546c1c7c-6442-41d7-8de2-b4d16b2342f1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.880135] env[68627]: DEBUG nova.network.neutron [req-a8edca75-d55b-46a8-8d68-fbc74057be38 req-6c8fb8af-8693-4d36-82e7-c7a8207481d7 service nova] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Refreshing network info cache for port f4bd4866-9434-4bdb-9747-57c71d33adbe {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.900718] env[68627]: DEBUG nova.network.neutron [req-633acbec-df11-4336-8d43-0d3e20f9e5a9 req-c2627529-0e66-4880-83e5-f42f5b10e50c service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Updated VIF entry in instance network info cache for port 7e80cc6b-c931-47a0-a324-93ee192ec7cc. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.901076] env[68627]: DEBUG nova.network.neutron [req-633acbec-df11-4336-8d43-0d3e20f9e5a9 req-c2627529-0e66-4880-83e5-f42f5b10e50c service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Updating instance_info_cache with network_info: [{"id": "7e80cc6b-c931-47a0-a324-93ee192ec7cc", "address": "fa:16:3e:07:a1:28", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e80cc6b-c9", "ovs_interfaceid": "7e80cc6b-c931-47a0-a324-93ee192ec7cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.050395] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.142017] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037334, 'name': CreateVM_Task, 'duration_secs': 0.369525} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.142259] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.143423] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.143637] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.143953] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.144237] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38b5053-66ef-43ec-925a-d15ad2fefc23 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.149518] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 931.149518] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5210e7b7-186b-b1d2-1ae7-b54dfa01807d" [ 931.149518] env[68627]: _type = "Task" [ 931.149518] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.158572] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5210e7b7-186b-b1d2-1ae7-b54dfa01807d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.205957] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09b836d7-95e6-4a10-b3fc-eb98b463cf2f tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "8ae5f2fe-f933-4417-a20f-c6f5b16954d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.903s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.403716] env[68627]: DEBUG oslo_concurrency.lockutils [req-633acbec-df11-4336-8d43-0d3e20f9e5a9 req-c2627529-0e66-4880-83e5-f42f5b10e50c service nova] Releasing lock "refresh_cache-5cff7228-7263-4947-8dd8-93516397379f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.554312] env[68627]: DEBUG oslo_vmware.api [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037331, 'name': PowerOnVM_Task, 'duration_secs': 0.709712} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.557200] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.557200] env[68627]: INFO nova.compute.manager [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Took 8.69 seconds to spawn the instance on the hypervisor. [ 931.557352] env[68627]: DEBUG nova.compute.manager [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.558172] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e31a736-a181-416a-8d1b-9cc5dbaa9e7d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.597473] env[68627]: DEBUG nova.network.neutron [req-a8edca75-d55b-46a8-8d68-fbc74057be38 req-6c8fb8af-8693-4d36-82e7-c7a8207481d7 service nova] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Updated VIF entry in instance network info cache for port f4bd4866-9434-4bdb-9747-57c71d33adbe. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.598553] env[68627]: DEBUG nova.network.neutron [req-a8edca75-d55b-46a8-8d68-fbc74057be38 req-6c8fb8af-8693-4d36-82e7-c7a8207481d7 service nova] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Updating instance_info_cache with network_info: [{"id": "f4bd4866-9434-4bdb-9747-57c71d33adbe", "address": "fa:16:3e:f0:ed:11", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4bd4866-94", "ovs_interfaceid": "f4bd4866-9434-4bdb-9747-57c71d33adbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.659441] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5210e7b7-186b-b1d2-1ae7-b54dfa01807d, 'name': SearchDatastore_Task, 'duration_secs': 0.021889} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.659751] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.659989] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.660312] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.660476] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.660661] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.660927] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f2b5fb7-89b2-4836-874b-3eaaa330952b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.669778] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.669937] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.670790] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453f7e0e-6503-42b1-a0ed-6ee4e167feeb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.676570] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 931.676570] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a41ed4-f1d2-2547-ed36-7c902d48e304" [ 931.676570] env[68627]: _type = "Task" [ 931.676570] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.687193] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a41ed4-f1d2-2547-ed36-7c902d48e304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.055175] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cc3ec7-8584-42c4-b9cb-0c6b8f4aa9c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.063129] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbe352b-f2b1-41e1-87a4-022b94e59efd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.107308] env[68627]: DEBUG oslo_concurrency.lockutils [req-a8edca75-d55b-46a8-8d68-fbc74057be38 req-6c8fb8af-8693-4d36-82e7-c7a8207481d7 service nova] Releasing lock "refresh_cache-546c1c7c-6442-41d7-8de2-b4d16b2342f1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.110593] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976d2cfb-0309-4b22-b674-62858635a666 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.113594] env[68627]: INFO nova.compute.manager [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Took 34.73 seconds to build instance. [ 932.121606] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae084fb-088a-4d53-8a2d-45a765b4bf75 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.135746] env[68627]: DEBUG nova.compute.provider_tree [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.186593] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a41ed4-f1d2-2547-ed36-7c902d48e304, 'name': SearchDatastore_Task, 'duration_secs': 0.024342} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.187408] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f405176b-053b-460b-9a02-594522c79aab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.192677] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 932.192677] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52839215-6ef7-b1e9-0b29-feb5033900fe" [ 932.192677] env[68627]: _type = "Task" [ 932.192677] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.201739] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52839215-6ef7-b1e9-0b29-feb5033900fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.475103] env[68627]: INFO nova.compute.manager [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Rescuing [ 932.475385] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "refresh_cache-f01e89fb-8c8c-492f-a83b-ba351d797180" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.475544] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquired lock "refresh_cache-f01e89fb-8c8c-492f-a83b-ba351d797180" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.475718] env[68627]: DEBUG nova.network.neutron [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.523350] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "a99ad608-45f4-4aca-b012-7c1b6b091ea4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.523581] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "a99ad608-45f4-4aca-b012-7c1b6b091ea4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.547229] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "503fd899-ef95-4ce6-88b8-6f611ce640aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.547446] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "503fd899-ef95-4ce6-88b8-6f611ce640aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.616104] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98720067-fad5-4ea7-bd5b-1dad04ea5f9c tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "f01e89fb-8c8c-492f-a83b-ba351d797180" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.241s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.639091] env[68627]: DEBUG nova.scheduler.client.report [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.705368] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52839215-6ef7-b1e9-0b29-feb5033900fe, 'name': SearchDatastore_Task, 'duration_secs': 0.014495} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.705489] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.705746] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 546c1c7c-6442-41d7-8de2-b4d16b2342f1/546c1c7c-6442-41d7-8de2-b4d16b2342f1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.706515] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e43933d1-884b-47f9-9e2d-916823a89799 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.713705] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 932.713705] env[68627]: value = "task-3037335" [ 932.713705] env[68627]: _type = "Task" [ 932.713705] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.721401] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.026659] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.052623] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.144445] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.145022] env[68627]: DEBUG nova.compute.manager [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.148286] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.982s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.149840] env[68627]: INFO nova.compute.claims [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.171684] env[68627]: DEBUG nova.network.neutron [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Updating instance_info_cache with network_info: [{"id": "b4affe79-73d0-4775-b7f5-76a58a5009a9", "address": "fa:16:3e:0b:66:48", "network": {"id": "d65ae31b-1c0d-49e6-b20f-3ba191784c70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1961240339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c76b2c04b2f4f6dba7292ae114e2fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4affe79-73", "ovs_interfaceid": "b4affe79-73d0-4775-b7f5-76a58a5009a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.224429] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037335, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.549808] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.574289] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.650174] env[68627]: DEBUG nova.compute.utils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.652145] env[68627]: DEBUG nova.compute.manager [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.652397] env[68627]: DEBUG nova.network.neutron [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.673967] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Releasing lock "refresh_cache-f01e89fb-8c8c-492f-a83b-ba351d797180" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.693632] env[68627]: DEBUG nova.policy [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e3593d6c776474f99f86dd64e480af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a44960054d9845d48217de515f29b063', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.726678] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900956} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.727108] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 546c1c7c-6442-41d7-8de2-b4d16b2342f1/546c1c7c-6442-41d7-8de2-b4d16b2342f1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.727238] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.727443] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-377b29e2-130c-4621-af61-eee1be8f2129 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.734573] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 933.734573] env[68627]: value = "task-3037336" [ 933.734573] env[68627]: _type = "Task" [ 933.734573] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.743577] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.983906] env[68627]: DEBUG nova.network.neutron [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Successfully created port: 79cc945a-df5d-45d0-bfcd-813cea9d7132 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.156156] env[68627]: DEBUG nova.compute.manager [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.246530] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063362} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.246663] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.247497] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8480858-3136-4205-a622-8d10ccc89c23 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.271692] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 546c1c7c-6442-41d7-8de2-b4d16b2342f1/546c1c7c-6442-41d7-8de2-b4d16b2342f1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.274588] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603c0ef4-5932-4e9a-b35f-c7fe28feb34b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.296164] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 934.296164] env[68627]: value = "task-3037337" [ 934.296164] env[68627]: _type = "Task" [ 934.296164] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.306964] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.611131] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77237bf3-ccca-42fd-a56c-4c0b8e8222ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.618755] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e177bfd-47cf-467b-93d0-c4a1e02b740c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.647579] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15e5597-e99b-4ae6-a465-24f1f6738ff5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.654292] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3545c8a-31b3-4bfa-806b-aa1986c48a91 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.670055] env[68627]: DEBUG nova.compute.provider_tree [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.811788] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.172868] env[68627]: DEBUG nova.compute.manager [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.175663] env[68627]: DEBUG nova.scheduler.client.report [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.203615] env[68627]: DEBUG nova.virt.hardware [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.203920] env[68627]: DEBUG nova.virt.hardware [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.204105] env[68627]: DEBUG nova.virt.hardware [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.204290] env[68627]: DEBUG nova.virt.hardware [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.204448] env[68627]: DEBUG nova.virt.hardware [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.204616] env[68627]: DEBUG nova.virt.hardware [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.204841] env[68627]: DEBUG nova.virt.hardware [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.205009] env[68627]: DEBUG nova.virt.hardware [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.205315] env[68627]: DEBUG nova.virt.hardware [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.205354] env[68627]: DEBUG nova.virt.hardware [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.205516] env[68627]: DEBUG nova.virt.hardware [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.206892] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea97bbcc-11dd-49bd-b154-5fe3d0efd1f2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.211536] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.211780] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd0bb285-660e-4903-9aff-d71facde5c03 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.216725] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e13f3af-b69d-4382-94be-41253374a9e0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.221913] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 935.221913] env[68627]: value = "task-3037338" [ 935.221913] env[68627]: _type = "Task" [ 935.221913] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.238457] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.307494] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037337, 'name': ReconfigVM_Task, 'duration_secs': 0.708603} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.307639] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 546c1c7c-6442-41d7-8de2-b4d16b2342f1/546c1c7c-6442-41d7-8de2-b4d16b2342f1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.308343] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c6d62c2-5a24-48bd-816c-b7638adc0291 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.314920] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 935.314920] env[68627]: value = "task-3037339" [ 935.314920] env[68627]: _type = "Task" [ 935.314920] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.323036] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037339, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.357900] env[68627]: DEBUG nova.compute.manager [req-20879c0b-b4af-4513-bd36-9b24b50b383c req-c2e47830-57c8-4d4c-844e-b9cc539f51ea service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Received event network-vif-plugged-79cc945a-df5d-45d0-bfcd-813cea9d7132 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.358188] env[68627]: DEBUG oslo_concurrency.lockutils [req-20879c0b-b4af-4513-bd36-9b24b50b383c req-c2e47830-57c8-4d4c-844e-b9cc539f51ea service nova] Acquiring lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.358383] env[68627]: DEBUG oslo_concurrency.lockutils [req-20879c0b-b4af-4513-bd36-9b24b50b383c req-c2e47830-57c8-4d4c-844e-b9cc539f51ea service nova] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.358552] env[68627]: DEBUG oslo_concurrency.lockutils [req-20879c0b-b4af-4513-bd36-9b24b50b383c req-c2e47830-57c8-4d4c-844e-b9cc539f51ea service nova] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.358722] env[68627]: DEBUG nova.compute.manager [req-20879c0b-b4af-4513-bd36-9b24b50b383c req-c2e47830-57c8-4d4c-844e-b9cc539f51ea service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] No waiting events found dispatching network-vif-plugged-79cc945a-df5d-45d0-bfcd-813cea9d7132 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.358903] env[68627]: WARNING nova.compute.manager [req-20879c0b-b4af-4513-bd36-9b24b50b383c req-c2e47830-57c8-4d4c-844e-b9cc539f51ea service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Received unexpected event network-vif-plugged-79cc945a-df5d-45d0-bfcd-813cea9d7132 for instance with vm_state building and task_state spawning. [ 935.460715] env[68627]: DEBUG nova.network.neutron [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Successfully updated port: 79cc945a-df5d-45d0-bfcd-813cea9d7132 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.680715] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.681944] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.787s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.682172] env[68627]: DEBUG nova.objects.instance [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 935.731879] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037338, 'name': PowerOffVM_Task, 'duration_secs': 0.229088} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.732162] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.732945] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9ad923-d275-4527-adc6-ebe182b651e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.750953] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd694d87-6fd2-468d-bbbb-b4b59cb13541 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.777301] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.777566] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61246411-3a0f-4cca-aaf7-68bba0f8bb1e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.783869] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 935.783869] env[68627]: value = "task-3037340" [ 935.783869] env[68627]: _type = "Task" [ 935.783869] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.792833] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.824718] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037339, 'name': Rename_Task, 'duration_secs': 0.148049} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.825037] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.825302] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f9832df-fb63-4d9f-aa2f-143d11006d70 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.830607] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 935.830607] env[68627]: value = "task-3037341" [ 935.830607] env[68627]: _type = "Task" [ 935.830607] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.842036] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.965784] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.965949] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquired lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.966161] env[68627]: DEBUG nova.network.neutron [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.186773] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Acquiring lock "9183cb90-8e02-4d6a-8903-b06fe57a005d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.187535] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Lock "9183cb90-8e02-4d6a-8903-b06fe57a005d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.294822] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 936.295061] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.295317] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.295468] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.295643] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.296482] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c826a8a-813e-4a26-bea7-b4501c2f5ead {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.304937] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.305170] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.306049] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2e8d53-e24b-4c55-ba10-eafd327f82a2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.311682] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 936.311682] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b28dbc-f468-4705-df80-ef54023c23bc" [ 936.311682] env[68627]: _type = "Task" [ 936.311682] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.319813] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b28dbc-f468-4705-df80-ef54023c23bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.340767] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037341, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.500230] env[68627]: DEBUG nova.network.neutron [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.643262] env[68627]: DEBUG nova.network.neutron [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Updating instance_info_cache with network_info: [{"id": "79cc945a-df5d-45d0-bfcd-813cea9d7132", "address": "fa:16:3e:d5:5a:88", "network": {"id": "39398b66-65b0-4268-8f1e-7c88b824011b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-657409033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44960054d9845d48217de515f29b063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cc945a-df", "ovs_interfaceid": "79cc945a-df5d-45d0-bfcd-813cea9d7132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.692027] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Lock "9183cb90-8e02-4d6a-8903-b06fe57a005d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.692580] env[68627]: DEBUG nova.compute.manager [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.699643] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4214f293-6fd7-4f1b-a4c9-b5c62214556b tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.700751] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.694s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.702674] env[68627]: INFO nova.compute.claims [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.821873] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b28dbc-f468-4705-df80-ef54023c23bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010663} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.822683] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee5d4ef-7151-4798-942b-e9558676c61d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.827588] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 936.827588] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5214da49-c635-4218-fc04-426fb58aba82" [ 936.827588] env[68627]: _type = "Task" [ 936.827588] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.837227] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5214da49-c635-4218-fc04-426fb58aba82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.841759] env[68627]: DEBUG oslo_vmware.api [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037341, 'name': PowerOnVM_Task, 'duration_secs': 0.626438} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.841975] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.842190] env[68627]: INFO nova.compute.manager [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Took 8.25 seconds to spawn the instance on the hypervisor. [ 936.842375] env[68627]: DEBUG nova.compute.manager [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.843084] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5ab3d6-6c53-43f6-8a0e-3343d3ce81c5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.146945] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Releasing lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.147359] env[68627]: DEBUG nova.compute.manager [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Instance network_info: |[{"id": "79cc945a-df5d-45d0-bfcd-813cea9d7132", "address": "fa:16:3e:d5:5a:88", "network": {"id": "39398b66-65b0-4268-8f1e-7c88b824011b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-657409033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44960054d9845d48217de515f29b063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cc945a-df", "ovs_interfaceid": "79cc945a-df5d-45d0-bfcd-813cea9d7132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.147797] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:5a:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79cc945a-df5d-45d0-bfcd-813cea9d7132', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.155993] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Creating folder: Project (a44960054d9845d48217de515f29b063). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.156597] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3379725-4fb4-40ec-8889-b0f3ee0669f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.168061] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Created folder: Project (a44960054d9845d48217de515f29b063) in parent group-v608385. [ 937.168061] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Creating folder: Instances. Parent ref: group-v608602. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.168259] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3569198f-63fa-4646-b1b3-a6bbf9a7cabe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.180878] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Created folder: Instances in parent group-v608602. [ 937.181123] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.181309] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.181494] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5c3dc40-a09f-42c7-946b-7c7ee61dc12a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.202289] env[68627]: DEBUG nova.compute.utils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.203485] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.203485] env[68627]: value = "task-3037344" [ 937.203485] env[68627]: _type = "Task" [ 937.203485] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.203738] env[68627]: DEBUG nova.compute.manager [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.203924] env[68627]: DEBUG nova.network.neutron [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.215606] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037344, 'name': CreateVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.244398] env[68627]: DEBUG nova.policy [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3660c5269eb4d61b016ca1caf983436', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba113783e7bb4391b0772e4cda1ee7cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.340039] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5214da49-c635-4218-fc04-426fb58aba82, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.340039] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.340039] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] f01e89fb-8c8c-492f-a83b-ba351d797180/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk. {{(pid=68627) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 937.340039] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a6ead3b-7d3d-4378-b688-4fe0e5f3d10a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.345455] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 937.345455] env[68627]: value = "task-3037345" [ 937.345455] env[68627]: _type = "Task" [ 937.345455] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.357252] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.359530] env[68627]: INFO nova.compute.manager [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Took 34.34 seconds to build instance. [ 937.391204] env[68627]: DEBUG nova.compute.manager [req-b3575e59-a7f9-430a-893a-80af6e45e79c req-b081fcc9-d929-4d52-a613-48acf6b4ce06 service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Received event network-changed-79cc945a-df5d-45d0-bfcd-813cea9d7132 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.391354] env[68627]: DEBUG nova.compute.manager [req-b3575e59-a7f9-430a-893a-80af6e45e79c req-b081fcc9-d929-4d52-a613-48acf6b4ce06 service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Refreshing instance network info cache due to event network-changed-79cc945a-df5d-45d0-bfcd-813cea9d7132. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.391548] env[68627]: DEBUG oslo_concurrency.lockutils [req-b3575e59-a7f9-430a-893a-80af6e45e79c req-b081fcc9-d929-4d52-a613-48acf6b4ce06 service nova] Acquiring lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.391692] env[68627]: DEBUG oslo_concurrency.lockutils [req-b3575e59-a7f9-430a-893a-80af6e45e79c req-b081fcc9-d929-4d52-a613-48acf6b4ce06 service nova] Acquired lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.391990] env[68627]: DEBUG nova.network.neutron [req-b3575e59-a7f9-430a-893a-80af6e45e79c req-b081fcc9-d929-4d52-a613-48acf6b4ce06 service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Refreshing network info cache for port 79cc945a-df5d-45d0-bfcd-813cea9d7132 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.551439] env[68627]: DEBUG nova.network.neutron [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Successfully created port: afe5a9fd-5d82-44c1-822e-abba069b9122 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.706826] env[68627]: DEBUG nova.compute.manager [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.726853] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037344, 'name': CreateVM_Task, 'duration_secs': 0.39431} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.727157] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.729979] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.729979] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.729979] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.729979] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39f4a05-65e6-4339-becc-fd90f2134618 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.735841] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 937.735841] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527571ad-73a5-162f-7684-7f24c3ead6d4" [ 937.735841] env[68627]: _type = "Task" [ 937.735841] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.745796] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527571ad-73a5-162f-7684-7f24c3ead6d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.856639] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460176} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.859332] env[68627]: INFO nova.virt.vmwareapi.ds_util [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] f01e89fb-8c8c-492f-a83b-ba351d797180/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk. [ 937.860369] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63cfd44-fb60-4a52-9f3c-07b98b05e6b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.863035] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6e72dee0-8188-4587-b8da-7ce6a5dee818 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "546c1c7c-6442-41d7-8de2-b4d16b2342f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.870s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.886076] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] f01e89fb-8c8c-492f-a83b-ba351d797180/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.888954] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97675571-7243-435d-8372-d8b72aafb1e0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.911123] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 937.911123] env[68627]: value = "task-3037346" [ 937.911123] env[68627]: _type = "Task" [ 937.911123] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.924302] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.108023] env[68627]: DEBUG nova.network.neutron [req-b3575e59-a7f9-430a-893a-80af6e45e79c req-b081fcc9-d929-4d52-a613-48acf6b4ce06 service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Updated VIF entry in instance network info cache for port 79cc945a-df5d-45d0-bfcd-813cea9d7132. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.108023] env[68627]: DEBUG nova.network.neutron [req-b3575e59-a7f9-430a-893a-80af6e45e79c req-b081fcc9-d929-4d52-a613-48acf6b4ce06 service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Updating instance_info_cache with network_info: [{"id": "79cc945a-df5d-45d0-bfcd-813cea9d7132", "address": "fa:16:3e:d5:5a:88", "network": {"id": "39398b66-65b0-4268-8f1e-7c88b824011b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-657409033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44960054d9845d48217de515f29b063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cc945a-df", "ovs_interfaceid": "79cc945a-df5d-45d0-bfcd-813cea9d7132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.225107] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af65d4a1-ad1b-46c1-8b75-028657d3f977 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.232638] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efae466-79d5-4a08-b944-af7df700057c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.266218] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23709d5-669e-41c5-baaa-77a5cdb4a98c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.272543] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527571ad-73a5-162f-7684-7f24c3ead6d4, 'name': SearchDatastore_Task, 'duration_secs': 0.05163} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.273226] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.273463] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.273710] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.273875] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.274074] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.274408] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b483452-1c88-4637-9f2d-e9bcf3225da7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.279869] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fa309b-7e54-4308-8ecd-d016382b3728 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.285140] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.285593] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.294047] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7b1f72-ee99-4725-b28a-50982d271834 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.296872] env[68627]: DEBUG nova.compute.provider_tree [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.302389] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 938.302389] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f5b2d8-5ecd-c4ff-745b-733f9d24f82f" [ 938.302389] env[68627]: _type = "Task" [ 938.302389] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.310094] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f5b2d8-5ecd-c4ff-745b-733f9d24f82f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.420454] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037346, 'name': ReconfigVM_Task, 'duration_secs': 0.311712} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.420746] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Reconfigured VM instance instance-0000004f to attach disk [datastore1] f01e89fb-8c8c-492f-a83b-ba351d797180/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.421614] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeb0843-8fe6-4579-a7e7-8cce45d9a35f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.448664] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-055b0efe-e29d-4362-93c3-440f83ee5525 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.464649] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 938.464649] env[68627]: value = "task-3037347" [ 938.464649] env[68627]: _type = "Task" [ 938.464649] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.472891] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.613693] env[68627]: DEBUG oslo_concurrency.lockutils [req-b3575e59-a7f9-430a-893a-80af6e45e79c req-b081fcc9-d929-4d52-a613-48acf6b4ce06 service nova] Releasing lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.664648] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.664940] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.725184] env[68627]: DEBUG nova.compute.manager [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.745767] env[68627]: DEBUG nova.virt.hardware [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.746114] env[68627]: DEBUG nova.virt.hardware [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.746225] env[68627]: DEBUG nova.virt.hardware [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.746661] env[68627]: DEBUG nova.virt.hardware [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.746661] env[68627]: DEBUG nova.virt.hardware [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.746760] env[68627]: DEBUG nova.virt.hardware [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.746982] env[68627]: DEBUG nova.virt.hardware [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.747172] env[68627]: DEBUG nova.virt.hardware [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.747349] env[68627]: DEBUG nova.virt.hardware [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.747513] env[68627]: DEBUG nova.virt.hardware [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.747850] env[68627]: DEBUG nova.virt.hardware [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.748560] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7580cf04-338a-4e53-a482-81bdfe2185b6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.756944] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0e6279-dd1b-49b6-bfd7-dee1a1e6fac6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.801598] env[68627]: DEBUG nova.scheduler.client.report [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.815929] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f5b2d8-5ecd-c4ff-745b-733f9d24f82f, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.816939] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ffe0f76-aa96-43de-a1f9-8479d05556c3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.823341] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 938.823341] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525335ba-7c98-3f9f-6689-79fbdc142f42" [ 938.823341] env[68627]: _type = "Task" [ 938.823341] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.832447] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525335ba-7c98-3f9f-6689-79fbdc142f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.975291] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037347, 'name': ReconfigVM_Task, 'duration_secs': 0.152216} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.975632] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.975895] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb4b1120-bd81-45a5-b860-315551b04e93 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.982710] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 938.982710] env[68627]: value = "task-3037348" [ 938.982710] env[68627]: _type = "Task" [ 938.982710] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.991623] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.115771] env[68627]: DEBUG nova.network.neutron [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Successfully updated port: afe5a9fd-5d82-44c1-822e-abba069b9122 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.145289] env[68627]: DEBUG oslo_concurrency.lockutils [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "b562fbb2-bef8-4290-82f9-3b9ecbe86f12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.145556] env[68627]: DEBUG oslo_concurrency.lockutils [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "b562fbb2-bef8-4290-82f9-3b9ecbe86f12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.145789] env[68627]: DEBUG oslo_concurrency.lockutils [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "b562fbb2-bef8-4290-82f9-3b9ecbe86f12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.145981] env[68627]: DEBUG oslo_concurrency.lockutils [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "b562fbb2-bef8-4290-82f9-3b9ecbe86f12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.146196] env[68627]: DEBUG oslo_concurrency.lockutils [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "b562fbb2-bef8-4290-82f9-3b9ecbe86f12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.148200] env[68627]: INFO nova.compute.manager [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Terminating instance [ 939.177481] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.177628] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.177811] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.181225] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.181225] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.181225] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.181225] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68627) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 939.181225] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.310808] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.311353] env[68627]: DEBUG nova.compute.manager [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.314189] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.281s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.315610] env[68627]: INFO nova.compute.claims [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.333457] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525335ba-7c98-3f9f-6689-79fbdc142f42, 'name': SearchDatastore_Task, 'duration_secs': 0.014975} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.333749] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.334100] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6/2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.334374] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c94be17-bc8e-477e-8984-5902993e38ec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.342291] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 939.342291] env[68627]: value = "task-3037349" [ 939.342291] env[68627]: _type = "Task" [ 939.342291] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.352361] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.416456] env[68627]: DEBUG nova.compute.manager [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Received event network-vif-plugged-afe5a9fd-5d82-44c1-822e-abba069b9122 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.416604] env[68627]: DEBUG oslo_concurrency.lockutils [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] Acquiring lock "1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.416838] env[68627]: DEBUG oslo_concurrency.lockutils [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] Lock "1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.416992] env[68627]: DEBUG oslo_concurrency.lockutils [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] Lock "1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.417181] env[68627]: DEBUG nova.compute.manager [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] No waiting events found dispatching network-vif-plugged-afe5a9fd-5d82-44c1-822e-abba069b9122 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.417420] env[68627]: WARNING nova.compute.manager [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Received unexpected event network-vif-plugged-afe5a9fd-5d82-44c1-822e-abba069b9122 for instance with vm_state building and task_state spawning. [ 939.417487] env[68627]: DEBUG nova.compute.manager [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Received event network-changed-afe5a9fd-5d82-44c1-822e-abba069b9122 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.417642] env[68627]: DEBUG nova.compute.manager [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Refreshing instance network info cache due to event network-changed-afe5a9fd-5d82-44c1-822e-abba069b9122. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.417821] env[68627]: DEBUG oslo_concurrency.lockutils [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] Acquiring lock "refresh_cache-1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.417957] env[68627]: DEBUG oslo_concurrency.lockutils [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] Acquired lock "refresh_cache-1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.418128] env[68627]: DEBUG nova.network.neutron [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Refreshing network info cache for port afe5a9fd-5d82-44c1-822e-abba069b9122 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.493417] env[68627]: DEBUG oslo_vmware.api [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037348, 'name': PowerOnVM_Task, 'duration_secs': 0.424602} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.493693] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.496637] env[68627]: DEBUG nova.compute.manager [None req-9eb89bca-1cc2-436f-98b9-52e76a02d4dd tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.497440] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdbb098-c4db-4963-8408-f215d0201c65 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.555440] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.555648] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.618539] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Acquiring lock "refresh_cache-1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.652224] env[68627]: DEBUG nova.compute.manager [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.652459] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.653355] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c5630b-f454-4fc0-b444-2a23e2311182 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.661101] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.661337] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-483bd3f5-0ffc-43c8-8d5f-ff575734f68f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.667328] env[68627]: DEBUG oslo_vmware.api [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 939.667328] env[68627]: value = "task-3037350" [ 939.667328] env[68627]: _type = "Task" [ 939.667328] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.674940] env[68627]: DEBUG oslo_vmware.api [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3037350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.681896] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.823730] env[68627]: DEBUG nova.compute.utils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.826041] env[68627]: DEBUG nova.compute.manager [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Not allocating networking since 'none' was specified. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 939.853986] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037349, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.955112] env[68627]: DEBUG nova.network.neutron [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.051159] env[68627]: DEBUG nova.network.neutron [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.057717] env[68627]: DEBUG nova.compute.manager [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.177241] env[68627]: DEBUG oslo_vmware.api [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3037350, 'name': PowerOffVM_Task, 'duration_secs': 0.239202} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.177512] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.177682] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.177942] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4199481-8006-48b5-be44-276d3b260dbc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.266474] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.266758] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.266946] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Deleting the datastore file [datastore2] b562fbb2-bef8-4290-82f9-3b9ecbe86f12 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.267434] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86d0734d-b341-4466-a1ee-3ca36abe1473 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.273301] env[68627]: DEBUG oslo_vmware.api [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for the task: (returnval){ [ 940.273301] env[68627]: value = "task-3037352" [ 940.273301] env[68627]: _type = "Task" [ 940.273301] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.282511] env[68627]: DEBUG oslo_vmware.api [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3037352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.330189] env[68627]: DEBUG nova.compute.manager [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.358026] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773917} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.358639] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6/2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.359100] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.359729] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6d4ebb9-dfa5-4d24-a9a3-01aaba3ee369 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.366663] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 940.366663] env[68627]: value = "task-3037353" [ 940.366663] env[68627]: _type = "Task" [ 940.366663] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.379301] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.554295] env[68627]: DEBUG oslo_concurrency.lockutils [req-989f0fd7-660c-44d9-a1cf-24fff49f9c2c req-f177e5d5-9870-4e7b-b9a4-4832e1d39dda service nova] Releasing lock "refresh_cache-1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.554730] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Acquired lock "refresh_cache-1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.554918] env[68627]: DEBUG nova.network.neutron [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.577145] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.730982] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b7963c-66a6-4a69-8447-a824a43b8ac4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.739183] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dafc0a4-6510-4a5b-b434-39fe04767c29 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.770093] env[68627]: INFO nova.compute.manager [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Unrescuing [ 940.770374] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "refresh_cache-f01e89fb-8c8c-492f-a83b-ba351d797180" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.770524] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquired lock "refresh_cache-f01e89fb-8c8c-492f-a83b-ba351d797180" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.770690] env[68627]: DEBUG nova.network.neutron [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.773014] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7966deb8-7c5d-4f21-a811-a737e182bbfc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.786111] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c64790-07d6-43a0-980a-94b1a3319a1c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.789895] env[68627]: DEBUG oslo_vmware.api [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3037352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.800263] env[68627]: DEBUG nova.compute.provider_tree [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.876343] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.32441} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.876623] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.877397] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbe716c-f83b-4e2a-8264-455a40a4641b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.899307] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6/2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.899836] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa23dc08-cdb2-4f74-8bfd-632c573773fd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.918280] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 940.918280] env[68627]: value = "task-3037354" [ 940.918280] env[68627]: _type = "Task" [ 940.918280] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.925732] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.087828] env[68627]: DEBUG nova.network.neutron [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.227947] env[68627]: DEBUG nova.network.neutron [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Updating instance_info_cache with network_info: [{"id": "afe5a9fd-5d82-44c1-822e-abba069b9122", "address": "fa:16:3e:eb:56:27", "network": {"id": "c58865b8-75b4-49b2-874c-d0465cf16dee", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-355040831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba113783e7bb4391b0772e4cda1ee7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafe5a9fd-5d", "ovs_interfaceid": "afe5a9fd-5d82-44c1-822e-abba069b9122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.286104] env[68627]: DEBUG oslo_vmware.api [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Task: {'id': task-3037352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.628761} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.286104] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.286347] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.286441] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.286560] env[68627]: INFO nova.compute.manager [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Took 1.63 seconds to destroy the instance on the hypervisor. [ 941.286807] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.287008] env[68627]: DEBUG nova.compute.manager [-] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.287108] env[68627]: DEBUG nova.network.neutron [-] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.302940] env[68627]: DEBUG nova.scheduler.client.report [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.339333] env[68627]: DEBUG nova.compute.manager [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.367444] env[68627]: DEBUG nova.virt.hardware [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.367835] env[68627]: DEBUG nova.virt.hardware [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.368056] env[68627]: DEBUG nova.virt.hardware [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.368289] env[68627]: DEBUG nova.virt.hardware [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.368519] env[68627]: DEBUG nova.virt.hardware [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.368687] env[68627]: DEBUG nova.virt.hardware [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.368907] env[68627]: DEBUG nova.virt.hardware [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.369079] env[68627]: DEBUG nova.virt.hardware [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.370267] env[68627]: DEBUG nova.virt.hardware [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.370267] env[68627]: DEBUG nova.virt.hardware [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.370267] env[68627]: DEBUG nova.virt.hardware [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.370827] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ce1e8a-fb5f-4bbf-907c-423818d9ea7d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.378457] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866b0d03-cf02-4a7a-a08c-8e2ecf1401d2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.395850] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.401938] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Creating folder: Project (af529ea4d69d47b0970d9784c8a8b3a1). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.404469] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36c0de00-2723-4c08-90cd-f64ebcbbc442 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.415642] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Created folder: Project (af529ea4d69d47b0970d9784c8a8b3a1) in parent group-v608385. [ 941.415832] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Creating folder: Instances. Parent ref: group-v608605. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.416079] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5c0226a-0931-4a6c-9d94-8c47302a323b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.430692] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Created folder: Instances in parent group-v608605. [ 941.430936] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.431156] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.431371] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.431571] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdf0b234-98b4-4e19-a75a-40b6f2d72d8b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.448770] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.448770] env[68627]: value = "task-3037357" [ 941.448770] env[68627]: _type = "Task" [ 941.448770] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.456555] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037357, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.616153] env[68627]: DEBUG nova.network.neutron [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Updating instance_info_cache with network_info: [{"id": "b4affe79-73d0-4775-b7f5-76a58a5009a9", "address": "fa:16:3e:0b:66:48", "network": {"id": "d65ae31b-1c0d-49e6-b20f-3ba191784c70", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1961240339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c76b2c04b2f4f6dba7292ae114e2fd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4affe79-73", "ovs_interfaceid": "b4affe79-73d0-4775-b7f5-76a58a5009a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.730721] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Releasing lock "refresh_cache-1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.731303] env[68627]: DEBUG nova.compute.manager [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Instance network_info: |[{"id": "afe5a9fd-5d82-44c1-822e-abba069b9122", "address": "fa:16:3e:eb:56:27", "network": {"id": "c58865b8-75b4-49b2-874c-d0465cf16dee", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-355040831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba113783e7bb4391b0772e4cda1ee7cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafe5a9fd-5d", "ovs_interfaceid": "afe5a9fd-5d82-44c1-822e-abba069b9122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.731654] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:56:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afe5a9fd-5d82-44c1-822e-abba069b9122', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.741698] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Creating folder: Project (ba113783e7bb4391b0772e4cda1ee7cf). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.742128] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3144eb88-4dc7-465f-a397-f6c6afa87caa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.754727] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Created folder: Project (ba113783e7bb4391b0772e4cda1ee7cf) in parent group-v608385. [ 941.755041] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Creating folder: Instances. Parent ref: group-v608608. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.755262] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10a04bcb-43e3-48b7-aff3-c354154e9c53 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.768029] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Created folder: Instances in parent group-v608608. [ 941.768142] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.768299] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.768549] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd68d41d-5772-4840-90e9-acb96a4836b1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.788535] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.788535] env[68627]: value = "task-3037360" [ 941.788535] env[68627]: _type = "Task" [ 941.788535] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.796263] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037360, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.809308] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.809863] env[68627]: DEBUG nova.compute.manager [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.812629] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.264s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.814274] env[68627]: INFO nova.compute.claims [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.928606] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037354, 'name': ReconfigVM_Task, 'duration_secs': 0.61415} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.928964] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6/2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.929558] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89be6506-b8ce-4f66-9b9b-dcfdf8a65233 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.936180] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 941.936180] env[68627]: value = "task-3037361" [ 941.936180] env[68627]: _type = "Task" [ 941.936180] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.949530] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037361, 'name': Rename_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.958070] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037357, 'name': CreateVM_Task, 'duration_secs': 0.416689} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.958321] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.958817] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.959011] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.959371] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.959746] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c99b902-81fd-4ad5-b7b9-85756687a2d7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.964626] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 941.964626] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ef373c-a3b0-0a5b-3e19-4312d71b58f2" [ 941.964626] env[68627]: _type = "Task" [ 941.964626] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.972600] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ef373c-a3b0-0a5b-3e19-4312d71b58f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.093200] env[68627]: DEBUG nova.compute.manager [req-31fae908-ee1d-49d0-aa38-0667d377bdc4 req-8553a6c7-9d1b-4868-b8ac-2206b021569f service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Received event network-vif-deleted-36a9dd74-0ea5-41b2-a324-fbd6e390dd8a {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.093200] env[68627]: INFO nova.compute.manager [req-31fae908-ee1d-49d0-aa38-0667d377bdc4 req-8553a6c7-9d1b-4868-b8ac-2206b021569f service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Neutron deleted interface 36a9dd74-0ea5-41b2-a324-fbd6e390dd8a; detaching it from the instance and deleting it from the info cache [ 942.093200] env[68627]: DEBUG nova.network.neutron [req-31fae908-ee1d-49d0-aa38-0667d377bdc4 req-8553a6c7-9d1b-4868-b8ac-2206b021569f service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.119697] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Releasing lock "refresh_cache-f01e89fb-8c8c-492f-a83b-ba351d797180" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.120503] env[68627]: DEBUG nova.objects.instance [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lazy-loading 'flavor' on Instance uuid f01e89fb-8c8c-492f-a83b-ba351d797180 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.303676] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037360, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.320571] env[68627]: DEBUG nova.compute.utils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.327586] env[68627]: DEBUG nova.compute.manager [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Not allocating networking since 'none' was specified. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 942.446043] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037361, 'name': Rename_Task, 'duration_secs': 0.139047} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.446403] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.446575] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0682291-4437-4468-8410-82c6529c22ea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.453237] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 942.453237] env[68627]: value = "task-3037362" [ 942.453237] env[68627]: _type = "Task" [ 942.453237] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.461811] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.473221] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ef373c-a3b0-0a5b-3e19-4312d71b58f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013127} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.473521] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.473755] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.474056] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.474215] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.474400] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.474656] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dba418f-2685-4238-b45f-bc61f18e42fe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.492427] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.492619] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.493369] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea021be3-7761-4e53-a079-cafb0d0aa1e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.498533] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 942.498533] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e888dd-4539-39f1-bc16-6a329001300c" [ 942.498533] env[68627]: _type = "Task" [ 942.498533] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.506798] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e888dd-4539-39f1-bc16-6a329001300c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.571479] env[68627]: DEBUG nova.network.neutron [-] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.596346] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba2c2b4e-cd38-4d36-b6f9-7910439c3ffc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.606037] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7434e5-3a7f-47d5-8b19-2ad0cfa8e447 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.626621] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c96138-5c9f-4ba1-b83c-4342a86fd147 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.644274] env[68627]: DEBUG nova.compute.manager [req-31fae908-ee1d-49d0-aa38-0667d377bdc4 req-8553a6c7-9d1b-4868-b8ac-2206b021569f service nova] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Detach interface failed, port_id=36a9dd74-0ea5-41b2-a324-fbd6e390dd8a, reason: Instance b562fbb2-bef8-4290-82f9-3b9ecbe86f12 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 942.663967] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.664347] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a003469f-91ea-48bc-adfb-e0287b395411 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.670372] env[68627]: DEBUG oslo_vmware.api [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 942.670372] env[68627]: value = "task-3037363" [ 942.670372] env[68627]: _type = "Task" [ 942.670372] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.678257] env[68627]: DEBUG oslo_vmware.api [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.803481] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037360, 'name': CreateVM_Task, 'duration_secs': 0.914687} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.804055] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.804779] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.804976] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.805333] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.810518] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8769ad6d-310e-4e87-8510-077b22cb2f9a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.816875] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Waiting for the task: (returnval){ [ 942.816875] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b41e00-cbf8-b1fd-2618-3d7df1b68710" [ 942.816875] env[68627]: _type = "Task" [ 942.816875] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.835370] env[68627]: DEBUG nova.compute.manager [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.845097] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b41e00-cbf8-b1fd-2618-3d7df1b68710, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.846129] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.848922] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.848922] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.962407] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037362, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.007926] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e888dd-4539-39f1-bc16-6a329001300c, 'name': SearchDatastore_Task, 'duration_secs': 0.014083} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.011042] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca23235-daf5-436a-a04f-d4a5c6d801f8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.016820] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 943.016820] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526867b4-c6e4-1e37-aaea-77b4b6d3f307" [ 943.016820] env[68627]: _type = "Task" [ 943.016820] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.029679] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526867b4-c6e4-1e37-aaea-77b4b6d3f307, 'name': SearchDatastore_Task, 'duration_secs': 0.01112} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.030045] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.030312] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 3473aef1-5904-44b7-9ae5-691e8400c6cd/3473aef1-5904-44b7-9ae5-691e8400c6cd.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.030588] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.030825] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.030984] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d9d031a-70f3-4733-96a4-3274cffba7ab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.034751] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a4c49fd-71ba-44bc-bacc-999458a43cab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.041456] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 943.041456] env[68627]: value = "task-3037364" [ 943.041456] env[68627]: _type = "Task" [ 943.041456] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.045380] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.045568] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.048802] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d6803b-bed5-4e3e-bafd-6fcafaf00bcd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.054630] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.057609] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Waiting for the task: (returnval){ [ 943.057609] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52be1f89-b292-bdd5-0c1c-6b92fa4ba9fc" [ 943.057609] env[68627]: _type = "Task" [ 943.057609] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.065686] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52be1f89-b292-bdd5-0c1c-6b92fa4ba9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.074737] env[68627]: INFO nova.compute.manager [-] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Took 1.79 seconds to deallocate network for instance. [ 943.180470] env[68627]: DEBUG oslo_vmware.api [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037363, 'name': PowerOffVM_Task, 'duration_secs': 0.235878} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.183019] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.188883] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 943.189386] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26bd5bd6-ecfe-4e9c-a1c6-86f958a50bab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.211334] env[68627]: DEBUG oslo_vmware.api [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 943.211334] env[68627]: value = "task-3037365" [ 943.211334] env[68627]: _type = "Task" [ 943.211334] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.220985] env[68627]: DEBUG oslo_vmware.api [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.329822] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e35581-1d0d-45c0-bfc7-d98ab47edd2f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.340057] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0581941-f925-4550-973e-729646d6ada1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.376493] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1838b444-d3cc-4b17-a9f1-c96582913231 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.384316] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870e3e04-7a75-4d80-9cfd-137c6c429bb1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.398874] env[68627]: DEBUG nova.compute.provider_tree [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.463788] env[68627]: DEBUG oslo_vmware.api [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037362, 'name': PowerOnVM_Task, 'duration_secs': 0.633847} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.464132] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.464347] env[68627]: INFO nova.compute.manager [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Took 8.29 seconds to spawn the instance on the hypervisor. [ 943.464562] env[68627]: DEBUG nova.compute.manager [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.465400] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4e3796-0db4-4c71-b824-6a6f777ec51e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.553035] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4708} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.553192] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 3473aef1-5904-44b7-9ae5-691e8400c6cd/3473aef1-5904-44b7-9ae5-691e8400c6cd.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.553362] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.553661] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da1d4e85-032e-4d11-b1bf-b9879fa6a64c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.562763] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 943.562763] env[68627]: value = "task-3037366" [ 943.562763] env[68627]: _type = "Task" [ 943.562763] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.570225] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52be1f89-b292-bdd5-0c1c-6b92fa4ba9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.572199] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8131305-fa80-4eb5-8787-fd69b9eac5e6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.577904] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.581464] env[68627]: DEBUG oslo_concurrency.lockutils [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.581834] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Waiting for the task: (returnval){ [ 943.581834] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52db2d70-f14e-3a51-59aa-46afcb3df73b" [ 943.581834] env[68627]: _type = "Task" [ 943.581834] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.589480] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52db2d70-f14e-3a51-59aa-46afcb3df73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.722821] env[68627]: DEBUG oslo_vmware.api [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037365, 'name': ReconfigVM_Task, 'duration_secs': 0.389967} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.723057] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 943.723248] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.723488] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e920ef9-ccd5-491a-9427-fd078d5f5f66 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.729530] env[68627]: DEBUG oslo_vmware.api [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 943.729530] env[68627]: value = "task-3037367" [ 943.729530] env[68627]: _type = "Task" [ 943.729530] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.736635] env[68627]: DEBUG oslo_vmware.api [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.877744] env[68627]: DEBUG nova.compute.manager [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.902272] env[68627]: DEBUG nova.scheduler.client.report [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.907813] env[68627]: DEBUG nova.virt.hardware [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.908568] env[68627]: DEBUG nova.virt.hardware [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.908791] env[68627]: DEBUG nova.virt.hardware [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.909170] env[68627]: DEBUG nova.virt.hardware [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.909403] env[68627]: DEBUG nova.virt.hardware [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.909596] env[68627]: DEBUG nova.virt.hardware [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.909842] env[68627]: DEBUG nova.virt.hardware [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.910050] env[68627]: DEBUG nova.virt.hardware [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.910288] env[68627]: DEBUG nova.virt.hardware [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.910521] env[68627]: DEBUG nova.virt.hardware [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.910735] env[68627]: DEBUG nova.virt.hardware [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.911702] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fc3444-20d9-452f-8f9f-295f8e6480c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.922280] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e868ef-a317-4d65-a3bb-a527d86d33b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.936932] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.943242] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Creating folder: Project (40337f197f0e4a938df64531268886db). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.943934] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6aa1d24-6191-4e48-b039-4646fd59f5db {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.955259] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Created folder: Project (40337f197f0e4a938df64531268886db) in parent group-v608385. [ 943.955463] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Creating folder: Instances. Parent ref: group-v608611. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.955700] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b819e7aa-a183-42b5-9314-8e72eb86da3a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.965454] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Created folder: Instances in parent group-v608611. [ 943.965727] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.965884] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.966104] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acd1298e-5ab5-4fd5-8d1d-475a44a46bb7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.986877] env[68627]: INFO nova.compute.manager [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Took 34.46 seconds to build instance. [ 943.988871] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.988871] env[68627]: value = "task-3037370" [ 943.988871] env[68627]: _type = "Task" [ 943.988871] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.999677] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037370, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.073515] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102979} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.073808] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.074677] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d5431c-e07c-46ff-a662-5c420b191c78 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.094896] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 3473aef1-5904-44b7-9ae5-691e8400c6cd/3473aef1-5904-44b7-9ae5-691e8400c6cd.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.098220] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7539b5c6-a9e0-4d54-9224-502863b4d94d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.119019] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52db2d70-f14e-3a51-59aa-46afcb3df73b, 'name': SearchDatastore_Task, 'duration_secs': 0.009136} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.120412] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.120690] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1/1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.121023] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 944.121023] env[68627]: value = "task-3037371" [ 944.121023] env[68627]: _type = "Task" [ 944.121023] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.121223] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21540db7-9ba0-4068-9e12-b91a2f6ddc86 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.131187] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.132422] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Waiting for the task: (returnval){ [ 944.132422] env[68627]: value = "task-3037372" [ 944.132422] env[68627]: _type = "Task" [ 944.132422] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.140223] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.239811] env[68627]: DEBUG oslo_vmware.api [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.416650] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.417202] env[68627]: DEBUG nova.compute.manager [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.419697] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.835s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.420366] env[68627]: DEBUG nova.objects.instance [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lazy-loading 'resources' on Instance uuid 9838fe84-0e94-44bc-9f00-3400ffdc8e05 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.493729] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb65b1f-d9bd-4897-8c3c-985207694a48 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.984s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.499439] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037370, 'name': CreateVM_Task, 'duration_secs': 0.415658} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.499597] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.500009] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.500182] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.500499] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.500743] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb319fb7-9b03-48df-8cdd-0dd63d9288a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.505027] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 944.505027] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520a5bc4-b8f0-d922-2245-f888016e0b97" [ 944.505027] env[68627]: _type = "Task" [ 944.505027] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.512517] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520a5bc4-b8f0-d922-2245-f888016e0b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.633821] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.641185] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.739867] env[68627]: DEBUG oslo_vmware.api [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.924252] env[68627]: DEBUG nova.compute.utils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.929962] env[68627]: DEBUG nova.compute.manager [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Not allocating networking since 'none' was specified. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 945.016374] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520a5bc4-b8f0-d922-2245-f888016e0b97, 'name': SearchDatastore_Task, 'duration_secs': 0.032154} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.019269] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.019535] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.019780] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.019923] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.020132] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.020779] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f90325fd-8abb-4387-9d26-ae5f7fc231ff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.036939] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.037205] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.038022] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452189f4-0673-46c8-8ae1-a3ebfd1d0487 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.043595] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 945.043595] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52161a7e-f212-7e60-bdad-da933fd933d7" [ 945.043595] env[68627]: _type = "Task" [ 945.043595] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.054609] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52161a7e-f212-7e60-bdad-da933fd933d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.134308] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037371, 'name': ReconfigVM_Task, 'duration_secs': 0.695093} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.140145] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 3473aef1-5904-44b7-9ae5-691e8400c6cd/3473aef1-5904-44b7-9ae5-691e8400c6cd.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.141987] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51040337-e05f-4e43-8e25-8c223532ae88 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.148230] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.999314} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.150665] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1/1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.150665] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.150846] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 945.150846] env[68627]: value = "task-3037373" [ 945.150846] env[68627]: _type = "Task" [ 945.150846] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.154057] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f9cece7-5422-4529-b401-bee6eca1c3e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.166064] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037373, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.170318] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Waiting for the task: (returnval){ [ 945.170318] env[68627]: value = "task-3037374" [ 945.170318] env[68627]: _type = "Task" [ 945.170318] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.180807] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.240357] env[68627]: DEBUG oslo_vmware.api [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037367, 'name': PowerOnVM_Task, 'duration_secs': 1.297771} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.240582] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.240819] env[68627]: DEBUG nova.compute.manager [None req-1c0c8009-c09b-4d90-b4ab-ef90d246e449 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.241915] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6472c257-2b71-4496-a3eb-7ece42aaa0fb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.431864] env[68627]: DEBUG nova.compute.manager [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.529749] env[68627]: DEBUG nova.compute.manager [req-1b6b261b-333b-4121-82c2-ce3e7cfb5549 req-d5d11883-00fa-4196-a427-61281d9c3d4f service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Received event network-changed-79cc945a-df5d-45d0-bfcd-813cea9d7132 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.529947] env[68627]: DEBUG nova.compute.manager [req-1b6b261b-333b-4121-82c2-ce3e7cfb5549 req-d5d11883-00fa-4196-a427-61281d9c3d4f service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Refreshing instance network info cache due to event network-changed-79cc945a-df5d-45d0-bfcd-813cea9d7132. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.530186] env[68627]: DEBUG oslo_concurrency.lockutils [req-1b6b261b-333b-4121-82c2-ce3e7cfb5549 req-d5d11883-00fa-4196-a427-61281d9c3d4f service nova] Acquiring lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.530332] env[68627]: DEBUG oslo_concurrency.lockutils [req-1b6b261b-333b-4121-82c2-ce3e7cfb5549 req-d5d11883-00fa-4196-a427-61281d9c3d4f service nova] Acquired lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.530569] env[68627]: DEBUG nova.network.neutron [req-1b6b261b-333b-4121-82c2-ce3e7cfb5549 req-d5d11883-00fa-4196-a427-61281d9c3d4f service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Refreshing network info cache for port 79cc945a-df5d-45d0-bfcd-813cea9d7132 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.557864] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52161a7e-f212-7e60-bdad-da933fd933d7, 'name': SearchDatastore_Task, 'duration_secs': 0.048098} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.559011] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c6bcea-e704-46bb-b755-5e405aa8f281 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.567120] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 945.567120] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ac099d-a81d-ed72-3166-64d85232fb34" [ 945.567120] env[68627]: _type = "Task" [ 945.567120] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.580245] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ac099d-a81d-ed72-3166-64d85232fb34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.584286] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943a1524-3f17-4cb9-95dd-a675b7961884 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.592421] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27827f88-8152-4b81-84fd-c029d761f54e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.625474] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8cb32a-6efa-4b73-81bb-4c59e3a47cea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.635383] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dbd8fe-e9f2-4c30-955f-da1e7e05ea8a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.650149] env[68627]: DEBUG nova.compute.provider_tree [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.670783] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037373, 'name': Rename_Task, 'duration_secs': 0.141425} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.671323] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.676599] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e6dd118-ffe8-452e-b455-21582d54cb16 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.686369] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080936} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.688156] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.689363] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 945.689363] env[68627]: value = "task-3037375" [ 945.689363] env[68627]: _type = "Task" [ 945.689363] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.690539] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1c682e-3477-4f53-abaf-5d35e3482034 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.735195] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1/1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.735525] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bacc9e26-0fa3-426b-8dcd-9e88e6c9fb9a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.763110] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Waiting for the task: (returnval){ [ 945.763110] env[68627]: value = "task-3037376" [ 945.763110] env[68627]: _type = "Task" [ 945.763110] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.776546] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.079698] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ac099d-a81d-ed72-3166-64d85232fb34, 'name': SearchDatastore_Task, 'duration_secs': 0.017354} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.080038] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.080267] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f/c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.080536] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe630b8c-3131-4bf8-8385-8dd6cc7f125e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.091510] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 946.091510] env[68627]: value = "task-3037377" [ 946.091510] env[68627]: _type = "Task" [ 946.091510] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.101304] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.173222] env[68627]: ERROR nova.scheduler.client.report [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [req-5e7c8df6-006c-451d-946f-f8fb6b08247d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e7c8df6-006c-451d-946f-f8fb6b08247d"}]} [ 946.190656] env[68627]: DEBUG nova.scheduler.client.report [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 946.206053] env[68627]: DEBUG nova.scheduler.client.report [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 946.206342] env[68627]: DEBUG nova.compute.provider_tree [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.212401] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037375, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.225298] env[68627]: DEBUG nova.scheduler.client.report [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: None {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 946.250031] env[68627]: DEBUG nova.scheduler.client.report [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 946.275939] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.299198] env[68627]: DEBUG nova.network.neutron [req-1b6b261b-333b-4121-82c2-ce3e7cfb5549 req-d5d11883-00fa-4196-a427-61281d9c3d4f service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Updated VIF entry in instance network info cache for port 79cc945a-df5d-45d0-bfcd-813cea9d7132. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.299315] env[68627]: DEBUG nova.network.neutron [req-1b6b261b-333b-4121-82c2-ce3e7cfb5549 req-d5d11883-00fa-4196-a427-61281d9c3d4f service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Updating instance_info_cache with network_info: [{"id": "79cc945a-df5d-45d0-bfcd-813cea9d7132", "address": "fa:16:3e:d5:5a:88", "network": {"id": "39398b66-65b0-4268-8f1e-7c88b824011b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-657409033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44960054d9845d48217de515f29b063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cc945a-df", "ovs_interfaceid": "79cc945a-df5d-45d0-bfcd-813cea9d7132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.446471] env[68627]: DEBUG nova.compute.manager [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.470639] env[68627]: DEBUG nova.virt.hardware [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.470884] env[68627]: DEBUG nova.virt.hardware [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.471054] env[68627]: DEBUG nova.virt.hardware [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.471240] env[68627]: DEBUG nova.virt.hardware [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.471388] env[68627]: DEBUG nova.virt.hardware [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.471540] env[68627]: DEBUG nova.virt.hardware [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.471747] env[68627]: DEBUG nova.virt.hardware [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.471916] env[68627]: DEBUG nova.virt.hardware [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.472123] env[68627]: DEBUG nova.virt.hardware [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.472293] env[68627]: DEBUG nova.virt.hardware [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.472467] env[68627]: DEBUG nova.virt.hardware [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.473635] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d284d75d-fbfd-4384-9662-7efd517122b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.484790] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2cdcea-dcd6-4284-aa01-5471274d004b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.504284] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.509939] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.512700] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.513044] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac6dcb29-5c1b-4f50-aca0-3bf7b0440c73 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.535973] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.535973] env[68627]: value = "task-3037378" [ 946.535973] env[68627]: _type = "Task" [ 946.535973] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.547195] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037378, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.602177] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.706211] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79165cc7-66d1-4c19-a1cc-e0b01fcedcaf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.712077] env[68627]: DEBUG oslo_vmware.api [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037375, 'name': PowerOnVM_Task, 'duration_secs': 0.626433} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.712751] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.712968] env[68627]: INFO nova.compute.manager [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Took 5.37 seconds to spawn the instance on the hypervisor. [ 946.713191] env[68627]: DEBUG nova.compute.manager [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.713986] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b880e72e-def5-4b3e-a60a-df3aa757348d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.719416] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16611e45-e66d-4de5-b7ed-8b1a6c65393e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.757172] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2adde2-73dd-4daa-9b9e-2c4933de4a22 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.772409] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd4fb59-7412-42c2-8b7b-3bb38e6b55d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.780017] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037376, 'name': ReconfigVM_Task, 'duration_secs': 0.876073} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.780747] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1/1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.781423] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be770668-8b66-4268-b669-e0c4ea7ce102 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.794845] env[68627]: DEBUG nova.compute.provider_tree [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.800617] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Waiting for the task: (returnval){ [ 946.800617] env[68627]: value = "task-3037379" [ 946.800617] env[68627]: _type = "Task" [ 946.800617] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.805869] env[68627]: DEBUG oslo_concurrency.lockutils [req-1b6b261b-333b-4121-82c2-ce3e7cfb5549 req-d5d11883-00fa-4196-a427-61281d9c3d4f service nova] Releasing lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.813047] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037379, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.908268] env[68627]: DEBUG oslo_concurrency.lockutils [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "f01e89fb-8c8c-492f-a83b-ba351d797180" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.908550] env[68627]: DEBUG oslo_concurrency.lockutils [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "f01e89fb-8c8c-492f-a83b-ba351d797180" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.908766] env[68627]: DEBUG oslo_concurrency.lockutils [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "f01e89fb-8c8c-492f-a83b-ba351d797180-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.908950] env[68627]: DEBUG oslo_concurrency.lockutils [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "f01e89fb-8c8c-492f-a83b-ba351d797180-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.909141] env[68627]: DEBUG oslo_concurrency.lockutils [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "f01e89fb-8c8c-492f-a83b-ba351d797180-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.912052] env[68627]: INFO nova.compute.manager [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Terminating instance [ 947.049154] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037378, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.103311] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.974762} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.103635] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f/c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.103857] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.104178] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-955800f1-0b0a-400c-ae38-553c2292b54b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.112899] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 947.112899] env[68627]: value = "task-3037380" [ 947.112899] env[68627]: _type = "Task" [ 947.112899] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.122932] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.234161] env[68627]: INFO nova.compute.manager [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Took 27.25 seconds to build instance. [ 947.311197] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037379, 'name': Rename_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.335788] env[68627]: DEBUG nova.scheduler.client.report [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 947.336128] env[68627]: DEBUG nova.compute.provider_tree [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 108 to 109 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 947.336321] env[68627]: DEBUG nova.compute.provider_tree [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.417025] env[68627]: DEBUG nova.compute.manager [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.417025] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.417714] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3918e2ba-7a40-4e09-bff4-2459955252f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.426826] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.427171] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-910f6864-b41f-4b72-a337-5f68976b19ec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.434144] env[68627]: DEBUG oslo_vmware.api [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 947.434144] env[68627]: value = "task-3037381" [ 947.434144] env[68627]: _type = "Task" [ 947.434144] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.443523] env[68627]: DEBUG oslo_vmware.api [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.547706] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037378, 'name': CreateVM_Task, 'duration_secs': 0.515188} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.547901] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.548312] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.548581] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.548946] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.549220] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3684bc89-5847-475e-95b4-298553d1da96 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.554651] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 947.554651] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523298a6-d585-bb3b-c84a-3f3d55cb8d50" [ 947.554651] env[68627]: _type = "Task" [ 947.554651] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.563690] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523298a6-d585-bb3b-c84a-3f3d55cb8d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.624557] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069693} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.624847] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.625713] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de132f4a-aaf3-415a-b317-18928d17bff9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.647360] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f/c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.647704] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-565b99de-1f66-4f0d-b61a-bce9016a8eb5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.670043] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 947.670043] env[68627]: value = "task-3037382" [ 947.670043] env[68627]: _type = "Task" [ 947.670043] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.678248] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.736045] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f43f31bd-35f1-4c81-b1cf-0d74ee011f5f tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "3473aef1-5904-44b7-9ae5-691e8400c6cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.765s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.811408] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037379, 'name': Rename_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.842390] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.423s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.844841] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.593s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.845124] env[68627]: DEBUG nova.objects.instance [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lazy-loading 'resources' on Instance uuid 48152fac-741e-4f00-8fc4-84d2cb88ff57 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.865048] env[68627]: INFO nova.scheduler.client.report [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleted allocations for instance 9838fe84-0e94-44bc-9f00-3400ffdc8e05 [ 947.945019] env[68627]: DEBUG oslo_vmware.api [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.066355] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523298a6-d585-bb3b-c84a-3f3d55cb8d50, 'name': SearchDatastore_Task, 'duration_secs': 0.034552} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.066629] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.066864] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.067179] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.067334] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.067529] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.067807] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07ca06be-52e1-47b0-8348-d95e8cf118e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.078233] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.078420] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.079372] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090c9846-e320-4623-a3aa-61960dbbfd45 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.085467] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 948.085467] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525cf2cd-432c-91df-f3c1-8c31593482c5" [ 948.085467] env[68627]: _type = "Task" [ 948.085467] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.094445] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525cf2cd-432c-91df-f3c1-8c31593482c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.182884] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.314492] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037379, 'name': Rename_Task, 'duration_secs': 1.329186} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.314887] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.315249] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e62d6051-c828-4e7f-8c9d-ac881a05c635 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.324393] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Waiting for the task: (returnval){ [ 948.324393] env[68627]: value = "task-3037383" [ 948.324393] env[68627]: _type = "Task" [ 948.324393] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.338849] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.376703] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09f72472-15c6-4a59-8307-9905ac106af4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "9838fe84-0e94-44bc-9f00-3400ffdc8e05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.370s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.449577] env[68627]: DEBUG oslo_vmware.api [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037381, 'name': PowerOffVM_Task, 'duration_secs': 0.964394} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.450245] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.450450] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.450717] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c07ba048-5422-4a3d-b918-4541986a10f8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.521241] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.521523] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.521852] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Deleting the datastore file [datastore1] f01e89fb-8c8c-492f-a83b-ba351d797180 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.522316] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c449b5d8-29d3-42a7-8e52-16c966e358cb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.534026] env[68627]: DEBUG oslo_vmware.api [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 948.534026] env[68627]: value = "task-3037385" [ 948.534026] env[68627]: _type = "Task" [ 948.534026] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.547126] env[68627]: DEBUG oslo_vmware.api [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.599216] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525cf2cd-432c-91df-f3c1-8c31593482c5, 'name': SearchDatastore_Task, 'duration_secs': 0.036507} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.600038] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e0e5fc-9151-4400-8064-e20ea16a9b1a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.610560] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 948.610560] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aa0e0c-7847-5fb9-bab9-cd36629b72cb" [ 948.610560] env[68627]: _type = "Task" [ 948.610560] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.618621] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "98dfc73b-7a5f-4780-be92-4b656ba28276" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.619137] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "98dfc73b-7a5f-4780-be92-4b656ba28276" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.619137] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "98dfc73b-7a5f-4780-be92-4b656ba28276-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.619340] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "98dfc73b-7a5f-4780-be92-4b656ba28276-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.619521] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "98dfc73b-7a5f-4780-be92-4b656ba28276-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.626509] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aa0e0c-7847-5fb9-bab9-cd36629b72cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.627056] env[68627]: INFO nova.compute.manager [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Terminating instance [ 948.679439] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037382, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.817514] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaa170d-e0b3-49c9-8ed8-89b24f8ce9ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.830458] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92f3281-adc2-4051-8eb9-d532360f876d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.865286] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037383, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.866092] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac540e0f-0b42-42d8-8731-b77b6db2b0cb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.874452] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c5b230-c98c-49aa-b937-735bb7314d0a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.888672] env[68627]: DEBUG nova.compute.provider_tree [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.045405] env[68627]: DEBUG oslo_vmware.api [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222446} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.045714] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.045929] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.046156] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.046367] env[68627]: INFO nova.compute.manager [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Took 1.63 seconds to destroy the instance on the hypervisor. [ 949.046647] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.046872] env[68627]: DEBUG nova.compute.manager [-] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.046981] env[68627]: DEBUG nova.network.neutron [-] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.121042] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aa0e0c-7847-5fb9-bab9-cd36629b72cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01371} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.121193] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.121426] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 276b3d3b-116f-42c4-a2ac-9c76c8b0be23/276b3d3b-116f-42c4-a2ac-9c76c8b0be23.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.121676] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-415d9136-5cb1-4de0-bd89-efbdcf2d9549 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.128478] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 949.128478] env[68627]: value = "task-3037386" [ 949.128478] env[68627]: _type = "Task" [ 949.128478] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.133888] env[68627]: DEBUG nova.compute.manager [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.134149] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.134877] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e60fd0e-9827-4f51-99e6-b1fb96d9e83b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.142100] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.144170] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.144410] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86a604c1-3f6e-4c5a-8b77-da499e76b97b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.151727] env[68627]: DEBUG oslo_vmware.api [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 949.151727] env[68627]: value = "task-3037387" [ 949.151727] env[68627]: _type = "Task" [ 949.151727] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.159982] env[68627]: DEBUG oslo_vmware.api [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.179655] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037382, 'name': ReconfigVM_Task, 'duration_secs': 1.016231} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.179944] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Reconfigured VM instance instance-00000053 to attach disk [datastore2] c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f/c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.180605] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f95bf51-fd3d-4dec-94eb-bc890b3dd809 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.188162] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 949.188162] env[68627]: value = "task-3037388" [ 949.188162] env[68627]: _type = "Task" [ 949.188162] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.197225] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037388, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.338862] env[68627]: DEBUG oslo_vmware.api [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037383, 'name': PowerOnVM_Task, 'duration_secs': 0.528365} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.339173] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.339433] env[68627]: INFO nova.compute.manager [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Took 10.61 seconds to spawn the instance on the hypervisor. [ 949.339650] env[68627]: DEBUG nova.compute.manager [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.340513] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51486e7b-601c-4f86-9e2e-2806a786923c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.345807] env[68627]: DEBUG nova.compute.manager [req-c37714c8-26af-4e87-9a1f-9d29f55c815d req-9375d13a-6ea8-4923-9ae5-b04be2c25d10 service nova] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Received event network-vif-deleted-b4affe79-73d0-4775-b7f5-76a58a5009a9 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.345884] env[68627]: INFO nova.compute.manager [req-c37714c8-26af-4e87-9a1f-9d29f55c815d req-9375d13a-6ea8-4923-9ae5-b04be2c25d10 service nova] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Neutron deleted interface b4affe79-73d0-4775-b7f5-76a58a5009a9; detaching it from the instance and deleting it from the info cache [ 949.346072] env[68627]: DEBUG nova.network.neutron [req-c37714c8-26af-4e87-9a1f-9d29f55c815d req-9375d13a-6ea8-4923-9ae5-b04be2c25d10 service nova] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.426154] env[68627]: DEBUG nova.scheduler.client.report [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 949.426465] env[68627]: DEBUG nova.compute.provider_tree [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 109 to 110 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 949.426676] env[68627]: DEBUG nova.compute.provider_tree [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.638578] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037386, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.662213] env[68627]: DEBUG oslo_vmware.api [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037387, 'name': PowerOffVM_Task, 'duration_secs': 0.237354} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.662487] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.662657] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.662915] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaf4ca24-6b7f-4944-a0ad-f8d11bb80f8f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.697864] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037388, 'name': Rename_Task, 'duration_secs': 0.178354} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.698163] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.698919] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c049345a-02e2-4811-9e59-351356209920 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.704706] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 949.704706] env[68627]: value = "task-3037390" [ 949.704706] env[68627]: _type = "Task" [ 949.704706] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.712335] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.731764] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.732186] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.732486] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleting the datastore file [datastore2] 98dfc73b-7a5f-4780-be92-4b656ba28276 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.732880] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13401853-7850-4829-a104-4e31d76d1541 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.739603] env[68627]: DEBUG oslo_vmware.api [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 949.739603] env[68627]: value = "task-3037391" [ 949.739603] env[68627]: _type = "Task" [ 949.739603] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.747372] env[68627]: DEBUG oslo_vmware.api [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.822160] env[68627]: DEBUG nova.network.neutron [-] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.849800] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e46061b5-858e-425e-9166-6675cb60795b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.863766] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e08347-4379-4373-b8ee-4f3c4726594f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.877109] env[68627]: INFO nova.compute.manager [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Took 36.75 seconds to build instance. [ 949.903540] env[68627]: DEBUG nova.compute.manager [req-c37714c8-26af-4e87-9a1f-9d29f55c815d req-9375d13a-6ea8-4923-9ae5-b04be2c25d10 service nova] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Detach interface failed, port_id=b4affe79-73d0-4775-b7f5-76a58a5009a9, reason: Instance f01e89fb-8c8c-492f-a83b-ba351d797180 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.932552] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.935336] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.070s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.954887] env[68627]: INFO nova.scheduler.client.report [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleted allocations for instance 48152fac-741e-4f00-8fc4-84d2cb88ff57 [ 950.140206] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533542} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.140539] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 276b3d3b-116f-42c4-a2ac-9c76c8b0be23/276b3d3b-116f-42c4-a2ac-9c76c8b0be23.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.140765] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.141041] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba77f8d1-508f-4a78-b6ce-2fb13b2f9cd1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.147662] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 950.147662] env[68627]: value = "task-3037392" [ 950.147662] env[68627]: _type = "Task" [ 950.147662] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.155773] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.214456] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037390, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.248996] env[68627]: DEBUG oslo_vmware.api [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.325285] env[68627]: INFO nova.compute.manager [-] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Took 1.28 seconds to deallocate network for instance. [ 950.379581] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52ff602b-7af9-4c60-b409-d64aaca341f1 tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Lock "1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.256s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.440286] env[68627]: INFO nova.compute.claims [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.464719] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d47bb428-769a-4641-b601-f7a12702a4a7 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "48152fac-741e-4f00-8fc4-84d2cb88ff57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.620s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.470701] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Acquiring lock "1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.470829] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Lock "1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.470946] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Acquiring lock "1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.471217] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Lock "1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.471307] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Lock "1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.473070] env[68627]: INFO nova.compute.manager [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Terminating instance [ 950.657480] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216524} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.657767] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.658556] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49905e62-a32d-42ce-9b34-54cdba2ba24e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.678251] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 276b3d3b-116f-42c4-a2ac-9c76c8b0be23/276b3d3b-116f-42c4-a2ac-9c76c8b0be23.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.678520] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2379b7c7-0cef-494b-bded-49000ec62933 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.697927] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 950.697927] env[68627]: value = "task-3037393" [ 950.697927] env[68627]: _type = "Task" [ 950.697927] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.707280] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.714932] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037390, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.750389] env[68627]: DEBUG oslo_vmware.api [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.642892} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.750656] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.750848] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.751041] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.751241] env[68627]: INFO nova.compute.manager [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Took 1.62 seconds to destroy the instance on the hypervisor. [ 950.751467] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.751664] env[68627]: DEBUG nova.compute.manager [-] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.751773] env[68627]: DEBUG nova.network.neutron [-] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.832595] env[68627]: DEBUG oslo_concurrency.lockutils [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.946881] env[68627]: INFO nova.compute.resource_tracker [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating resource usage from migration 0bd472da-3797-428e-a885-34174fbe556c [ 950.976373] env[68627]: DEBUG nova.compute.manager [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.976603] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.978157] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2154cb-331e-4fd6-85a9-22c9343c08b5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.987846] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.988193] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-695be3e7-6260-4a4b-843f-604061f048a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.995612] env[68627]: DEBUG oslo_vmware.api [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Waiting for the task: (returnval){ [ 950.995612] env[68627]: value = "task-3037394" [ 950.995612] env[68627]: _type = "Task" [ 950.995612] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.008752] env[68627]: DEBUG oslo_vmware.api [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.209416] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037393, 'name': ReconfigVM_Task, 'duration_secs': 0.374503} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.212692] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 276b3d3b-116f-42c4-a2ac-9c76c8b0be23/276b3d3b-116f-42c4-a2ac-9c76c8b0be23.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.213323] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-316d6ee1-a917-4ed8-9ee0-493432590c8d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.219791] env[68627]: DEBUG oslo_vmware.api [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037390, 'name': PowerOnVM_Task, 'duration_secs': 1.142381} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.223137] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.223354] env[68627]: INFO nova.compute.manager [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Took 7.35 seconds to spawn the instance on the hypervisor. [ 951.223536] env[68627]: DEBUG nova.compute.manager [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.223851] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 951.223851] env[68627]: value = "task-3037395" [ 951.223851] env[68627]: _type = "Task" [ 951.223851] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.224780] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad886b0-2013-4577-a503-d5ea516baea7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.241048] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037395, 'name': Rename_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.395445] env[68627]: DEBUG nova.compute.manager [req-28c4edfa-e8e0-4e7b-8073-ff91a4028d86 req-4d0a3470-d196-48a4-a4aa-4224bb883aad service nova] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Received event network-vif-deleted-feac7ede-9a3b-4f18-a060-df13ac0ebc74 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.395862] env[68627]: INFO nova.compute.manager [req-28c4edfa-e8e0-4e7b-8073-ff91a4028d86 req-4d0a3470-d196-48a4-a4aa-4224bb883aad service nova] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Neutron deleted interface feac7ede-9a3b-4f18-a060-df13ac0ebc74; detaching it from the instance and deleting it from the info cache [ 951.395862] env[68627]: DEBUG nova.network.neutron [req-28c4edfa-e8e0-4e7b-8073-ff91a4028d86 req-4d0a3470-d196-48a4-a4aa-4224bb883aad service nova] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.399301] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28b9c04-9004-4a7b-a997-01ea89376c5a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.407877] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71334ad-a58f-47fc-af4f-b63c575b5acd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.442206] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63a1e16-d342-43d0-99ee-5c897891a4f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.449783] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf6a9cd-6f9d-4079-a776-3703617b9f21 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.466036] env[68627]: DEBUG nova.compute.provider_tree [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.504681] env[68627]: DEBUG oslo_vmware.api [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037394, 'name': PowerOffVM_Task, 'duration_secs': 0.196975} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.504944] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.505130] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.505374] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcc19256-c4e7-46ab-9825-8da8c94ab471 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.525864] env[68627]: DEBUG nova.network.neutron [-] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.531058] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "c4d81edb-157b-43af-abf4-0ba0908327b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.531296] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "c4d81edb-157b-43af-abf4-0ba0908327b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.564314] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.564532] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.564721] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Deleting the datastore file [datastore2] 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.565244] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4c7539d-b58e-4f3d-b816-ea5696ce4414 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.571226] env[68627]: DEBUG oslo_vmware.api [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Waiting for the task: (returnval){ [ 951.571226] env[68627]: value = "task-3037397" [ 951.571226] env[68627]: _type = "Task" [ 951.571226] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.580843] env[68627]: DEBUG oslo_vmware.api [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.737820] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037395, 'name': Rename_Task, 'duration_secs': 0.13933} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.738472] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.738591] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7db1369a-6b73-4967-b8d2-a51ea87917b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.747353] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 951.747353] env[68627]: value = "task-3037398" [ 951.747353] env[68627]: _type = "Task" [ 951.747353] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.751224] env[68627]: INFO nova.compute.manager [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Took 31.74 seconds to build instance. [ 951.757283] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.898424] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4202f97d-283b-499d-938a-ec5160e138dc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.909262] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83981371-2599-459b-8b9d-602f14649a32 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.946030] env[68627]: DEBUG nova.compute.manager [req-28c4edfa-e8e0-4e7b-8073-ff91a4028d86 req-4d0a3470-d196-48a4-a4aa-4224bb883aad service nova] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Detach interface failed, port_id=feac7ede-9a3b-4f18-a060-df13ac0ebc74, reason: Instance 98dfc73b-7a5f-4780-be92-4b656ba28276 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.988404] env[68627]: ERROR nova.scheduler.client.report [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [req-e0205e4d-f65e-4779-9018-c42cb68646c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0205e4d-f65e-4779-9018-c42cb68646c8"}]} [ 952.004118] env[68627]: DEBUG nova.scheduler.client.report [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 952.022128] env[68627]: DEBUG nova.scheduler.client.report [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 952.022128] env[68627]: DEBUG nova.compute.provider_tree [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.032518] env[68627]: INFO nova.compute.manager [-] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Took 1.28 seconds to deallocate network for instance. [ 952.033773] env[68627]: DEBUG nova.compute.manager [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.039882] env[68627]: DEBUG nova.scheduler.client.report [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: None {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 952.061546] env[68627]: DEBUG nova.scheduler.client.report [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 952.082251] env[68627]: DEBUG oslo_vmware.api [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Task: {'id': task-3037397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151345} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.082555] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.082742] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.082918] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.083101] env[68627]: INFO nova.compute.manager [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 952.083346] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.083971] env[68627]: DEBUG nova.compute.manager [-] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.084079] env[68627]: DEBUG nova.network.neutron [-] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.253409] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e63ac746-e7dc-48e8-8f1a-d573ada72428 tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Lock "c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.251s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.258312] env[68627]: DEBUG oslo_vmware.api [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037398, 'name': PowerOnVM_Task, 'duration_secs': 0.492867} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.260642] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.260853] env[68627]: INFO nova.compute.manager [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Took 5.81 seconds to spawn the instance on the hypervisor. [ 952.261047] env[68627]: DEBUG nova.compute.manager [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.262035] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da49883-5b33-4634-8078-3675d1865889 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.516474] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deda3e48-4fff-41cc-8c0e-f34f35fd458e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.529387] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e978e3e-b838-4fea-bbb4-5083a979757f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.564624] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.567909] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbb30e8-8949-4682-8585-07a5e8c70af7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.576391] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c48d674-2efd-47ac-a597-c54e86f6f55e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.581646] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.591741] env[68627]: DEBUG nova.compute.provider_tree [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.781494] env[68627]: INFO nova.compute.manager [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Took 32.26 seconds to build instance. [ 952.866058] env[68627]: DEBUG nova.network.neutron [-] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.022282] env[68627]: INFO nova.compute.manager [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Rebuilding instance [ 953.061494] env[68627]: DEBUG nova.compute.manager [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.062356] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb461545-f9bd-4bed-abef-c3b9f3e7937d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.127360] env[68627]: DEBUG nova.scheduler.client.report [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 953.127633] env[68627]: DEBUG nova.compute.provider_tree [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 111 to 112 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 953.127813] env[68627]: DEBUG nova.compute.provider_tree [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.283322] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2b8ab6f3-f35b-487e-bd63-a2a24af3edb8 tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "276b3d3b-116f-42c4-a2ac-9c76c8b0be23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.776s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.368089] env[68627]: INFO nova.compute.manager [-] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Took 1.28 seconds to deallocate network for instance. [ 953.420205] env[68627]: DEBUG nova.compute.manager [req-09a570fe-cc82-4c7d-9ffd-8a75a8769eaa req-a76b2279-c923-43a4-80c5-156fb4090004 service nova] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Received event network-vif-deleted-afe5a9fd-5d82-44c1-822e-abba069b9122 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.633352] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.698s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.633582] env[68627]: INFO nova.compute.manager [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Migrating [ 953.639908] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.635s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.640151] env[68627]: DEBUG nova.objects.instance [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lazy-loading 'resources' on Instance uuid acbca5be-4f1e-43eb-b5ad-af7e5faed870 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.874360] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.887083] env[68627]: INFO nova.compute.manager [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Rebuilding instance [ 953.923434] env[68627]: DEBUG nova.compute.manager [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.924356] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612529a5-043c-4189-bd6d-45d94482f10c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.076756] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.077145] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f7f13cb-8679-4113-b649-b43ec6869012 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.085028] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 954.085028] env[68627]: value = "task-3037399" [ 954.085028] env[68627]: _type = "Task" [ 954.085028] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.092805] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.150064] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.150064] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.150064] env[68627]: DEBUG nova.network.neutron [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.552036] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6031998-18bd-45d8-9122-fb26cee32530 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.560100] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fdca40-412b-48a2-8df2-a4b6f9462123 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.595061] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e26082d-5a61-4b20-9b66-5fa2d9b57b73 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.602845] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037399, 'name': PowerOffVM_Task, 'duration_secs': 0.207641} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.605196] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.605837] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.606631] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d58d2b-21d2-49b6-a253-194e80105e2a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.610077] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfffbef-a779-4358-9f3e-e59bee3d2206 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.617920] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.625422] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05f9e558-eedd-45b2-9240-86c931774639 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.627091] env[68627]: DEBUG nova.compute.provider_tree [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.654741] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.654951] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.655151] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Deleting the datastore file [datastore2] c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.655414] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cffea68-20db-4eeb-88a6-5f37d449a3c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.661520] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 954.661520] env[68627]: value = "task-3037401" [ 954.661520] env[68627]: _type = "Task" [ 954.661520] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.669454] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.856364] env[68627]: DEBUG nova.network.neutron [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating instance_info_cache with network_info: [{"id": "04c1b469-6105-45d5-9fe2-158d54a17362", "address": "fa:16:3e:2a:c1:71", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c1b469-61", "ovs_interfaceid": "04c1b469-6105-45d5-9fe2-158d54a17362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.938850] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.939173] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-867bec22-aa21-4e0e-9a58-5a366a99e7b8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.946896] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 954.946896] env[68627]: value = "task-3037402" [ 954.946896] env[68627]: _type = "Task" [ 954.946896] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.956688] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.129995] env[68627]: DEBUG nova.scheduler.client.report [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.170716] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11457} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.171071] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.171329] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.171585] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.358806] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.456143] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037402, 'name': PowerOffVM_Task, 'duration_secs': 0.135202} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.456463] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.456680] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.457389] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cf83a9-14f8-4bf0-9761-d9f1c1b27a7d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.463547] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.463756] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e0fb226-0d98-43cf-bc56-f69f06b6696f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.488155] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.488376] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.488597] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Deleting the datastore file [datastore1] 276b3d3b-116f-42c4-a2ac-9c76c8b0be23 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.488796] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d01ddc61-eada-4e9e-8a0b-57bbd9d25588 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.494675] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 955.494675] env[68627]: value = "task-3037404" [ 955.494675] env[68627]: _type = "Task" [ 955.494675] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.503082] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.635153] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.637769] env[68627]: DEBUG oslo_concurrency.lockutils [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.674s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.638040] env[68627]: DEBUG nova.objects.instance [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lazy-loading 'resources' on Instance uuid f31f7b3b-2914-4fc2-82c5-56ae83ab2152 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.660946] env[68627]: INFO nova.scheduler.client.report [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Deleted allocations for instance acbca5be-4f1e-43eb-b5ad-af7e5faed870 [ 956.004286] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090475} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.004538] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.004726] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.004901] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.168906] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a85fb53-3dd4-4c08-905d-403bd6f17ce3 tempest-MigrationsAdminTest-2015397894 tempest-MigrationsAdminTest-2015397894-project-member] Lock "acbca5be-4f1e-43eb-b5ad-af7e5faed870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.300s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.209490] env[68627]: DEBUG nova.virt.hardware [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.209747] env[68627]: DEBUG nova.virt.hardware [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.209905] env[68627]: DEBUG nova.virt.hardware [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.210101] env[68627]: DEBUG nova.virt.hardware [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.210302] env[68627]: DEBUG nova.virt.hardware [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.210459] env[68627]: DEBUG nova.virt.hardware [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.210667] env[68627]: DEBUG nova.virt.hardware [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.210825] env[68627]: DEBUG nova.virt.hardware [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.211053] env[68627]: DEBUG nova.virt.hardware [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.211172] env[68627]: DEBUG nova.virt.hardware [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.211400] env[68627]: DEBUG nova.virt.hardware [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.212271] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2ac7c4-ad81-44f4-b896-aa3ffdcd3c6f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.221931] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e9bf1b-0f22-43dc-a609-7bd42945e497 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.236343] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.242605] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.245436] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.245611] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4288917-3c87-42cc-8e50-7cd050c6c201 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.264533] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.264533] env[68627]: value = "task-3037405" [ 956.264533] env[68627]: _type = "Task" [ 956.264533] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.275650] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037405, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.554801] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6077179-18f6-4856-bed7-d5d455bd23fd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.563746] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3d7e4a-05fe-4bbd-b17d-d2f294f73c7c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.593590] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9bec0d-9bf0-4153-9385-e789d9455760 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.600911] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a774702-18fd-496f-bbab-6dad715725a0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.614398] env[68627]: DEBUG nova.compute.provider_tree [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.775713] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037405, 'name': CreateVM_Task, 'duration_secs': 0.252172} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.776048] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.776333] env[68627]: DEBUG oslo_concurrency.lockutils [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.776493] env[68627]: DEBUG oslo_concurrency.lockutils [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.776903] env[68627]: DEBUG oslo_concurrency.lockutils [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.777181] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017d108d-83d6-428e-9325-0465bbdda2ed {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.782564] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 956.782564] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529804e6-e5e9-3841-0f98-e434c6b1f96c" [ 956.782564] env[68627]: _type = "Task" [ 956.782564] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.790163] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529804e6-e5e9-3841-0f98-e434c6b1f96c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.874296] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b6f9e2-79bd-409a-8c0c-fdf718ff39aa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.894192] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating instance '31f63376-80aa-4918-a389-28b8311346f8' progress to 0 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.040042] env[68627]: DEBUG nova.virt.hardware [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.040305] env[68627]: DEBUG nova.virt.hardware [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.040460] env[68627]: DEBUG nova.virt.hardware [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.040633] env[68627]: DEBUG nova.virt.hardware [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.040776] env[68627]: DEBUG nova.virt.hardware [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.041086] env[68627]: DEBUG nova.virt.hardware [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.041171] env[68627]: DEBUG nova.virt.hardware [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.041277] env[68627]: DEBUG nova.virt.hardware [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.041439] env[68627]: DEBUG nova.virt.hardware [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.041600] env[68627]: DEBUG nova.virt.hardware [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.041764] env[68627]: DEBUG nova.virt.hardware [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.042649] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95138b0e-08ed-42c9-8fd2-e7bf446629a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.050562] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51bff8f-a709-4352-999b-b659c3b7698e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.064406] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.070128] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.070384] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.070874] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-933a8962-b6d8-4e46-b620-57bb4e0f65bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.087191] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.087191] env[68627]: value = "task-3037406" [ 957.087191] env[68627]: _type = "Task" [ 957.087191] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.094436] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037406, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.148716] env[68627]: DEBUG nova.scheduler.client.report [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 957.149198] env[68627]: DEBUG nova.compute.provider_tree [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 112 to 113 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 957.149456] env[68627]: DEBUG nova.compute.provider_tree [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.295996] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529804e6-e5e9-3841-0f98-e434c6b1f96c, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.296368] env[68627]: DEBUG oslo_concurrency.lockutils [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.296620] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.296884] env[68627]: DEBUG oslo_concurrency.lockutils [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.297075] env[68627]: DEBUG oslo_concurrency.lockutils [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.297290] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.297591] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d5bbc18-6f5f-48a2-b615-1fee1cc6cad1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.306762] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.307226] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.308060] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e47b1e-1ea9-4626-9ffc-bf527db45c00 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.313463] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 957.313463] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52de4305-0c95-38d1-6d48-a421e43b8e70" [ 957.313463] env[68627]: _type = "Task" [ 957.313463] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.321089] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52de4305-0c95-38d1-6d48-a421e43b8e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.401775] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.401775] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3b4d5d7-5f5b-45f5-91ce-e4a138c7039d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.408090] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 957.408090] env[68627]: value = "task-3037407" [ 957.408090] env[68627]: _type = "Task" [ 957.408090] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.418459] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.597699] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037406, 'name': CreateVM_Task, 'duration_secs': 0.234922} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.597922] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.598418] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.598626] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.598980] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.599288] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca10a4f0-4885-4eb3-9e2b-05e7fe8c8e22 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.603981] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 957.603981] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e350cb-7752-093f-b219-17c93173d00e" [ 957.603981] env[68627]: _type = "Task" [ 957.603981] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.611922] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e350cb-7752-093f-b219-17c93173d00e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.654973] env[68627]: DEBUG oslo_concurrency.lockutils [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.657654] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.464s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.659294] env[68627]: INFO nova.compute.claims [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.678310] env[68627]: INFO nova.scheduler.client.report [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleted allocations for instance f31f7b3b-2914-4fc2-82c5-56ae83ab2152 [ 957.824331] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52de4305-0c95-38d1-6d48-a421e43b8e70, 'name': SearchDatastore_Task, 'duration_secs': 0.007618} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.825212] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f6f3d1a-cee2-45d2-9e74-7f74961725cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.830352] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 957.830352] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5282eb51-55ae-5d06-a733-c08d26cc30e5" [ 957.830352] env[68627]: _type = "Task" [ 957.830352] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.838052] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5282eb51-55ae-5d06-a733-c08d26cc30e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.918380] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037407, 'name': PowerOffVM_Task, 'duration_secs': 0.162201} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.918660] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.918843] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating instance '31f63376-80aa-4918-a389-28b8311346f8' progress to 17 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.114361] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e350cb-7752-093f-b219-17c93173d00e, 'name': SearchDatastore_Task, 'duration_secs': 0.008838} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.114770] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.114914] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.115253] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.186445] env[68627]: DEBUG oslo_concurrency.lockutils [None req-14293e17-988d-4abd-8879-b52939cdf134 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "f31f7b3b-2914-4fc2-82c5-56ae83ab2152" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.747s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.340318] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5282eb51-55ae-5d06-a733-c08d26cc30e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009632} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.340615] env[68627]: DEBUG oslo_concurrency.lockutils [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.340883] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f/c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.341191] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.341408] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.341655] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd5c862f-153e-42ec-8815-461ff46af993 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.343552] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f7b5298-082f-41be-ba20-94f4731bc1ac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.350493] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 958.350493] env[68627]: value = "task-3037408" [ 958.350493] env[68627]: _type = "Task" [ 958.350493] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.354179] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.354333] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.355343] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-336b5659-e641-4c3f-8287-f79eac05721d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.360106] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.364400] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 958.364400] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527f637b-2179-c186-d3b7-16c1a2080ef0" [ 958.364400] env[68627]: _type = "Task" [ 958.364400] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.371023] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527f637b-2179-c186-d3b7-16c1a2080ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.426168] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.426452] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.426614] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.426800] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.426945] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.427104] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.427316] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.428252] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.428252] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.428252] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.428252] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.433014] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b87682-dba7-41d3-b3bb-e0faa41b3683 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.448023] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 958.448023] env[68627]: value = "task-3037409" [ 958.448023] env[68627]: _type = "Task" [ 958.448023] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.457397] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.861673] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468687} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.861997] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f/c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.862206] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.862376] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf4192f9-d512-40c8-94d7-5e58119ff458 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.873074] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 958.873074] env[68627]: value = "task-3037410" [ 958.873074] env[68627]: _type = "Task" [ 958.873074] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.877844] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527f637b-2179-c186-d3b7-16c1a2080ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.007546} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.885699] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bffba577-18a3-4b7f-8142-135b14ec251a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.894016] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.894532] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 958.894532] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f210de-d01a-4c02-dca7-83b853c40b5c" [ 958.894532] env[68627]: _type = "Task" [ 958.894532] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.903419] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f210de-d01a-4c02-dca7-83b853c40b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.959413] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037409, 'name': ReconfigVM_Task, 'duration_secs': 0.43534} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.959747] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating instance '31f63376-80aa-4918-a389-28b8311346f8' progress to 33 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.084115] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "758f3c2a-5385-49ee-88ca-64e2136b254d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.084115] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "758f3c2a-5385-49ee-88ca-64e2136b254d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.084298] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "758f3c2a-5385-49ee-88ca-64e2136b254d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.084381] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "758f3c2a-5385-49ee-88ca-64e2136b254d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.086620] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "758f3c2a-5385-49ee-88ca-64e2136b254d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.091831] env[68627]: INFO nova.compute.manager [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Terminating instance [ 959.124291] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42495305-9240-423d-a455-12fec74ac603 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.136763] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69a712c-1b0c-4866-86b7-6e95dc77e5c1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.169387] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6781ce1-f71f-4d50-862c-41edde56e10d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.177457] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48900420-a254-4291-b6e6-91c488dff7d9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.191017] env[68627]: DEBUG nova.compute.provider_tree [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.387896] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07237} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.388162] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.388934] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119b7433-9990-4206-ad5f-31fefca9de9e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.411987] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f/c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.415715] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afe48123-33a4-4d21-bd32-c951c8cd9271 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.439739] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f210de-d01a-4c02-dca7-83b853c40b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.012524} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.440762] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.441066] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 276b3d3b-116f-42c4-a2ac-9c76c8b0be23/276b3d3b-116f-42c4-a2ac-9c76c8b0be23.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.441419] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 959.441419] env[68627]: value = "task-3037411" [ 959.441419] env[68627]: _type = "Task" [ 959.441419] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.441614] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feb73e55-b0bd-48e1-a1cb-42d1ee38694d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.453185] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.454498] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 959.454498] env[68627]: value = "task-3037412" [ 959.454498] env[68627]: _type = "Task" [ 959.454498] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.462282] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.466412] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.467208] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.467208] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.467208] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.467208] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.467404] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.467497] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.467642] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.467808] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.467964] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.468166] env[68627]: DEBUG nova.virt.hardware [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.473529] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 959.473811] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c72f7788-534a-444e-ad5d-f4aa97ca20d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.491354] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 959.491354] env[68627]: value = "task-3037413" [ 959.491354] env[68627]: _type = "Task" [ 959.491354] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.499403] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.599422] env[68627]: DEBUG nova.compute.manager [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.599669] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.601129] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67229381-4a74-41be-90dc-7e2b0e8394f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.610056] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.610376] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ad0eab6-52cd-4373-ad2e-7c9c44cedba8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.617180] env[68627]: DEBUG oslo_vmware.api [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 959.617180] env[68627]: value = "task-3037414" [ 959.617180] env[68627]: _type = "Task" [ 959.617180] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.626544] env[68627]: DEBUG oslo_vmware.api [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.652776] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "14965e48-d0a0-4ae0-97d2-616493eeaf70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.653035] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "14965e48-d0a0-4ae0-97d2-616493eeaf70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.694671] env[68627]: DEBUG nova.scheduler.client.report [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.956098] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037411, 'name': ReconfigVM_Task, 'duration_secs': 0.30792} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.959049] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Reconfigured VM instance instance-00000053 to attach disk [datastore1] c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f/c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.959628] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feca465d-967a-4a2b-891e-d9c792cd9261 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.966154] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037412, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.967422] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 959.967422] env[68627]: value = "task-3037415" [ 959.967422] env[68627]: _type = "Task" [ 959.967422] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.974732] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037415, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.001425] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037413, 'name': ReconfigVM_Task, 'duration_secs': 0.219169} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.001691] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 960.002519] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bb481f-2d59-4493-ad09-6946115da8b5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.024615] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 31f63376-80aa-4918-a389-28b8311346f8/31f63376-80aa-4918-a389-28b8311346f8.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.024615] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e679e8-669b-4dfa-81c8-ca7409092057 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.041537] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 960.041537] env[68627]: value = "task-3037416" [ 960.041537] env[68627]: _type = "Task" [ 960.041537] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.050743] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.127923] env[68627]: DEBUG oslo_vmware.api [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037414, 'name': PowerOffVM_Task, 'duration_secs': 0.293192} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.128422] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.128742] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.129149] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5e5dec2-9217-4f2d-b1e9-e0760ae36b99 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.155566] env[68627]: DEBUG nova.compute.manager [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.189878] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.190235] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.190426] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleting the datastore file [datastore2] 758f3c2a-5385-49ee-88ca-64e2136b254d {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.190752] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f12d251-c820-4a23-aca0-f64845a5dd90 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.199045] env[68627]: DEBUG oslo_vmware.api [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 960.199045] env[68627]: value = "task-3037418" [ 960.199045] env[68627]: _type = "Task" [ 960.199045] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.202022] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.202526] env[68627]: DEBUG nova.compute.manager [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.205183] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.655s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.206907] env[68627]: INFO nova.compute.claims [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.214518] env[68627]: DEBUG oslo_vmware.api [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.466047] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536776} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.466463] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 276b3d3b-116f-42c4-a2ac-9c76c8b0be23/276b3d3b-116f-42c4-a2ac-9c76c8b0be23.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.466852] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.467213] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2923b005-3d21-4345-aa68-34a8597fd4ca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.477030] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037415, 'name': Rename_Task, 'duration_secs': 0.370226} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.478430] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.479479] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 960.479479] env[68627]: value = "task-3037419" [ 960.479479] env[68627]: _type = "Task" [ 960.479479] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.479949] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f29691d1-e0bc-437d-9bb3-66bf7b9bc664 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.489841] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.491537] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 960.491537] env[68627]: value = "task-3037420" [ 960.491537] env[68627]: _type = "Task" [ 960.491537] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.499265] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.550855] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.688362] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.708042] env[68627]: DEBUG oslo_vmware.api [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290003} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.708310] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.708497] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.708673] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.708844] env[68627]: INFO nova.compute.manager [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 960.709102] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.709296] env[68627]: DEBUG nova.compute.manager [-] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.709390] env[68627]: DEBUG nova.network.neutron [-] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.713806] env[68627]: DEBUG nova.compute.utils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.715212] env[68627]: DEBUG nova.compute.manager [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.715375] env[68627]: DEBUG nova.network.neutron [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.786119] env[68627]: DEBUG nova.policy [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '512b8fc8a4ce4967a68e17d385ad5be3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfe1862fbe654d1e941c96d76b5ae663', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.994853] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064802} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.004133] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.004133] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e84db0d-3ee0-4b41-9c4c-fbde68a530ee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.012444] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.032367] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 276b3d3b-116f-42c4-a2ac-9c76c8b0be23/276b3d3b-116f-42c4-a2ac-9c76c8b0be23.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.033017] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d852bd4-c4c1-405a-bb54-900fb509ba31 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.058199] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037416, 'name': ReconfigVM_Task, 'duration_secs': 0.534271} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.060044] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 31f63376-80aa-4918-a389-28b8311346f8/31f63376-80aa-4918-a389-28b8311346f8.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.060503] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating instance '31f63376-80aa-4918-a389-28b8311346f8' progress to 50 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.065021] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 961.065021] env[68627]: value = "task-3037421" [ 961.065021] env[68627]: _type = "Task" [ 961.065021] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.075422] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037421, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.159760] env[68627]: DEBUG nova.compute.manager [req-fc619d24-7a8c-4030-9696-ac1f6c077c5d req-e9129e07-174a-480c-bab4-fb27ff073717 service nova] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Received event network-vif-deleted-5b44f14e-c805-4dd8-ba96-77de51d822ac {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.159760] env[68627]: INFO nova.compute.manager [req-fc619d24-7a8c-4030-9696-ac1f6c077c5d req-e9129e07-174a-480c-bab4-fb27ff073717 service nova] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Neutron deleted interface 5b44f14e-c805-4dd8-ba96-77de51d822ac; detaching it from the instance and deleting it from the info cache [ 961.159760] env[68627]: DEBUG nova.network.neutron [req-fc619d24-7a8c-4030-9696-ac1f6c077c5d req-e9129e07-174a-480c-bab4-fb27ff073717 service nova] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.219493] env[68627]: DEBUG nova.compute.manager [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.236411] env[68627]: DEBUG nova.network.neutron [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Successfully created port: e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.510935] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037420, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.569754] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b4eef3-be94-464f-8925-0f991d6995c9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.589022] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.607585] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60b3c1a-0f7f-4ff7-acbf-4b2a295f3eeb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.627063] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating instance '31f63376-80aa-4918-a389-28b8311346f8' progress to 67 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.644025] env[68627]: DEBUG nova.network.neutron [-] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.664101] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0db389eb-e639-4364-9678-5c62ace15664 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.674138] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481444e7-8c8d-4925-8aa9-bb22056ff37a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.720994] env[68627]: DEBUG nova.compute.manager [req-fc619d24-7a8c-4030-9696-ac1f6c077c5d req-e9129e07-174a-480c-bab4-fb27ff073717 service nova] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Detach interface failed, port_id=5b44f14e-c805-4dd8-ba96-77de51d822ac, reason: Instance 758f3c2a-5385-49ee-88ca-64e2136b254d could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.800421] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7d328a-9c34-459e-a708-998b0894916e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.810964] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16de5275-60fe-4c3a-8217-384b70f11e10 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.849879] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11524b5-86c2-47ea-8a10-04f4a1ba7fb1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.858665] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e63a58-6fd9-458c-810e-02566d2ab02f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.880343] env[68627]: DEBUG nova.compute.provider_tree [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.007447] env[68627]: DEBUG oslo_vmware.api [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037420, 'name': PowerOnVM_Task, 'duration_secs': 1.44513} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.007447] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.007447] env[68627]: DEBUG nova.compute.manager [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.007447] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d346c81-851e-455d-8491-b4ed52013613 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.080319] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037421, 'name': ReconfigVM_Task, 'duration_secs': 0.584938} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.081301] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 276b3d3b-116f-42c4-a2ac-9c76c8b0be23/276b3d3b-116f-42c4-a2ac-9c76c8b0be23.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.081965] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cccb081-7687-4252-a0cb-420ac6058580 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.090834] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 962.090834] env[68627]: value = "task-3037422" [ 962.090834] env[68627]: _type = "Task" [ 962.090834] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.101913] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037422, 'name': Rename_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.146285] env[68627]: INFO nova.compute.manager [-] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Took 1.44 seconds to deallocate network for instance. [ 962.189480] env[68627]: DEBUG nova.network.neutron [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Port 04c1b469-6105-45d5-9fe2-158d54a17362 binding to destination host cpu-1 is already ACTIVE {{(pid=68627) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 962.233858] env[68627]: DEBUG nova.compute.manager [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.258952] env[68627]: DEBUG nova.virt.hardware [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.259234] env[68627]: DEBUG nova.virt.hardware [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.259397] env[68627]: DEBUG nova.virt.hardware [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.259578] env[68627]: DEBUG nova.virt.hardware [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.259727] env[68627]: DEBUG nova.virt.hardware [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.259877] env[68627]: DEBUG nova.virt.hardware [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.260150] env[68627]: DEBUG nova.virt.hardware [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.260334] env[68627]: DEBUG nova.virt.hardware [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.260501] env[68627]: DEBUG nova.virt.hardware [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.260662] env[68627]: DEBUG nova.virt.hardware [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.260833] env[68627]: DEBUG nova.virt.hardware [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.261705] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8070371a-3ce7-425c-a284-66cc42e447a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.269951] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637004d4-430c-46e2-a2f6-6623c375ede6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.383773] env[68627]: DEBUG nova.scheduler.client.report [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.529669] env[68627]: DEBUG oslo_concurrency.lockutils [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.602333] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037422, 'name': Rename_Task, 'duration_secs': 0.132822} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.602636] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.602954] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-882b707f-063c-4a8e-8f87-69cd05dafe85 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.610294] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 962.610294] env[68627]: value = "task-3037423" [ 962.610294] env[68627]: _type = "Task" [ 962.610294] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.620781] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.656270] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.843933] env[68627]: DEBUG nova.network.neutron [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Successfully updated port: e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.893442] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.893970] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.898679] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.325s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.900068] env[68627]: INFO nova.compute.claims [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.962655] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquiring lock "c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.962655] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Lock "c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.962655] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquiring lock "c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.962655] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Lock "c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.962655] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Lock "c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.963918] env[68627]: INFO nova.compute.manager [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Terminating instance [ 963.123078] env[68627]: DEBUG oslo_vmware.api [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037423, 'name': PowerOnVM_Task, 'duration_secs': 0.462617} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.123697] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.124020] env[68627]: DEBUG nova.compute.manager [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.125091] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8bb01e-7137-4879-aff5-17969951cb24 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.208875] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "31f63376-80aa-4918-a389-28b8311346f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.209130] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "31f63376-80aa-4918-a389-28b8311346f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.209308] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "31f63376-80aa-4918-a389-28b8311346f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.353563] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.353563] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.353563] env[68627]: DEBUG nova.network.neutron [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.401805] env[68627]: DEBUG nova.compute.utils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.405077] env[68627]: DEBUG nova.compute.manager [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Received event network-vif-plugged-e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.405251] env[68627]: DEBUG oslo_concurrency.lockutils [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] Acquiring lock "099c1c96-a127-4e53-a117-e681e3e395a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.405330] env[68627]: DEBUG oslo_concurrency.lockutils [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] Lock "099c1c96-a127-4e53-a117-e681e3e395a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.405519] env[68627]: DEBUG oslo_concurrency.lockutils [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] Lock "099c1c96-a127-4e53-a117-e681e3e395a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.405701] env[68627]: DEBUG nova.compute.manager [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] No waiting events found dispatching network-vif-plugged-e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.405867] env[68627]: WARNING nova.compute.manager [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Received unexpected event network-vif-plugged-e7502f43-0a15-4de6-81a0-e39e9004bd94 for instance with vm_state building and task_state spawning. [ 963.406037] env[68627]: DEBUG nova.compute.manager [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Received event network-changed-e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.406193] env[68627]: DEBUG nova.compute.manager [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Refreshing instance network info cache due to event network-changed-e7502f43-0a15-4de6-81a0-e39e9004bd94. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.406371] env[68627]: DEBUG oslo_concurrency.lockutils [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] Acquiring lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.410182] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.410408] env[68627]: DEBUG nova.network.neutron [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.457355] env[68627]: DEBUG nova.policy [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e51be98531940ab854767ce1530ec41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f8c3d2318a4dfb82c3d0c6f7840a86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.468889] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquiring lock "refresh_cache-c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.469082] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquired lock "refresh_cache-c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.469369] env[68627]: DEBUG nova.network.neutron [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.651543] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.905516] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.934085] env[68627]: DEBUG nova.network.neutron [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.976982] env[68627]: DEBUG nova.network.neutron [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Successfully created port: 15eee787-e0de-48ac-96aa-ad565d41bf77 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.008215] env[68627]: DEBUG nova.network.neutron [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.081283] env[68627]: DEBUG nova.network.neutron [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.185638] env[68627]: DEBUG nova.network.neutron [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updating instance_info_cache with network_info: [{"id": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "address": "fa:16:3e:cd:a6:59", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7502f43-0a", "ovs_interfaceid": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.274280] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.274543] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.274738] env[68627]: DEBUG nova.network.neutron [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.513149] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1f53b1-539b-4d7a-a07f-6547ea792e87 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.523578] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e125e61-27ff-46bd-9c15-59d8b1595f4c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.559823] env[68627]: DEBUG oslo_concurrency.lockutils [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "276b3d3b-116f-42c4-a2ac-9c76c8b0be23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.560226] env[68627]: DEBUG oslo_concurrency.lockutils [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "276b3d3b-116f-42c4-a2ac-9c76c8b0be23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.560478] env[68627]: DEBUG oslo_concurrency.lockutils [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "276b3d3b-116f-42c4-a2ac-9c76c8b0be23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.560712] env[68627]: DEBUG oslo_concurrency.lockutils [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "276b3d3b-116f-42c4-a2ac-9c76c8b0be23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.560933] env[68627]: DEBUG oslo_concurrency.lockutils [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "276b3d3b-116f-42c4-a2ac-9c76c8b0be23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.563438] env[68627]: INFO nova.compute.manager [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Terminating instance [ 964.565608] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80787e9-d557-4eb7-9550-9aca02ec8ee8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.576744] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8989926-3f68-4c12-82e2-5a556a58eb37 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.584159] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Releasing lock "refresh_cache-c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.584661] env[68627]: DEBUG nova.compute.manager [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.584893] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.586056] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5db06ba-5428-45eb-9904-586ecc5387c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.600698] env[68627]: DEBUG nova.compute.provider_tree [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.604737] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.605302] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e18c00-3dd5-4ef1-ad52-86411ee65486 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.612928] env[68627]: DEBUG oslo_vmware.api [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 964.612928] env[68627]: value = "task-3037424" [ 964.612928] env[68627]: _type = "Task" [ 964.612928] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.623187] env[68627]: DEBUG oslo_vmware.api [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.688666] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.689397] env[68627]: DEBUG nova.compute.manager [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Instance network_info: |[{"id": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "address": "fa:16:3e:cd:a6:59", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7502f43-0a", "ovs_interfaceid": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.689603] env[68627]: DEBUG oslo_concurrency.lockutils [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] Acquired lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.689785] env[68627]: DEBUG nova.network.neutron [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Refreshing network info cache for port e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.691243] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:a6:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7502f43-0a15-4de6-81a0-e39e9004bd94', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.699755] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating folder: Project (cfe1862fbe654d1e941c96d76b5ae663). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.703348] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebae74e5-5635-4e7f-8e42-fb44289f061a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.716713] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Created folder: Project (cfe1862fbe654d1e941c96d76b5ae663) in parent group-v608385. [ 964.717076] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating folder: Instances. Parent ref: group-v608617. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.717475] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-affa8073-7b88-4549-8a61-1b6309e0e5ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.728142] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Created folder: Instances in parent group-v608617. [ 964.728500] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.728652] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.728867] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbdd9695-0700-47de-b752-39afd4e44013 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.752737] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.752737] env[68627]: value = "task-3037427" [ 964.752737] env[68627]: _type = "Task" [ 964.752737] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.761609] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037427, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.919477] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.955895] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.956603] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.956603] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.956603] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.956727] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.956913] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.957197] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.957333] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.957516] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.957704] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.958250] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.958914] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f24845a-5c6c-44df-a3b7-5affafcdc9db {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.971562] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1184c41e-3d85-4c6b-aef3-ee8b84b9f79b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.001879] env[68627]: DEBUG nova.network.neutron [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updated VIF entry in instance network info cache for port e7502f43-0a15-4de6-81a0-e39e9004bd94. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.002618] env[68627]: DEBUG nova.network.neutron [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updating instance_info_cache with network_info: [{"id": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "address": "fa:16:3e:cd:a6:59", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7502f43-0a", "ovs_interfaceid": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.073037] env[68627]: DEBUG oslo_concurrency.lockutils [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "refresh_cache-276b3d3b-116f-42c4-a2ac-9c76c8b0be23" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.073037] env[68627]: DEBUG oslo_concurrency.lockutils [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquired lock "refresh_cache-276b3d3b-116f-42c4-a2ac-9c76c8b0be23" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.073037] env[68627]: DEBUG nova.network.neutron [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.078776] env[68627]: DEBUG nova.network.neutron [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating instance_info_cache with network_info: [{"id": "04c1b469-6105-45d5-9fe2-158d54a17362", "address": "fa:16:3e:2a:c1:71", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c1b469-61", "ovs_interfaceid": "04c1b469-6105-45d5-9fe2-158d54a17362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.106362] env[68627]: DEBUG nova.scheduler.client.report [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.130570] env[68627]: DEBUG oslo_vmware.api [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037424, 'name': PowerOffVM_Task, 'duration_secs': 0.19515} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.130902] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.131096] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.131580] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d3621c-56a4-4f8a-a746-76f59f3f24a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.161893] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.162188] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.162382] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Deleting the datastore file [datastore1] c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.162939] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45a7ca73-bb3e-4d10-a3f4-eb82e519c317 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.177195] env[68627]: DEBUG oslo_vmware.api [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for the task: (returnval){ [ 965.177195] env[68627]: value = "task-3037429" [ 965.177195] env[68627]: _type = "Task" [ 965.177195] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.183771] env[68627]: DEBUG oslo_vmware.api [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.265279] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037427, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.484152] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Acquiring lock "cbded364-1530-4ad4-af08-f1ebd9b296e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.485874] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Lock "cbded364-1530-4ad4-af08-f1ebd9b296e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.505523] env[68627]: DEBUG oslo_concurrency.lockutils [req-31503ae6-8b85-410f-8e6a-6174a8af160b req-8c0a6345-9110-4268-a4bf-b3290aebd603 service nova] Releasing lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.543258] env[68627]: DEBUG nova.compute.manager [req-dcc7e8fb-5dd3-477c-9845-49fea4549b4b req-fcf4f5c7-b4bb-4633-a9b0-6d743fc1a6ca service nova] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Received event network-vif-plugged-15eee787-e0de-48ac-96aa-ad565d41bf77 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.543258] env[68627]: DEBUG oslo_concurrency.lockutils [req-dcc7e8fb-5dd3-477c-9845-49fea4549b4b req-fcf4f5c7-b4bb-4633-a9b0-6d743fc1a6ca service nova] Acquiring lock "a99ad608-45f4-4aca-b012-7c1b6b091ea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.543258] env[68627]: DEBUG oslo_concurrency.lockutils [req-dcc7e8fb-5dd3-477c-9845-49fea4549b4b req-fcf4f5c7-b4bb-4633-a9b0-6d743fc1a6ca service nova] Lock "a99ad608-45f4-4aca-b012-7c1b6b091ea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.544343] env[68627]: DEBUG oslo_concurrency.lockutils [req-dcc7e8fb-5dd3-477c-9845-49fea4549b4b req-fcf4f5c7-b4bb-4633-a9b0-6d743fc1a6ca service nova] Lock "a99ad608-45f4-4aca-b012-7c1b6b091ea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.544463] env[68627]: DEBUG nova.compute.manager [req-dcc7e8fb-5dd3-477c-9845-49fea4549b4b req-fcf4f5c7-b4bb-4633-a9b0-6d743fc1a6ca service nova] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] No waiting events found dispatching network-vif-plugged-15eee787-e0de-48ac-96aa-ad565d41bf77 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.544717] env[68627]: WARNING nova.compute.manager [req-dcc7e8fb-5dd3-477c-9845-49fea4549b4b req-fcf4f5c7-b4bb-4633-a9b0-6d743fc1a6ca service nova] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Received unexpected event network-vif-plugged-15eee787-e0de-48ac-96aa-ad565d41bf77 for instance with vm_state building and task_state spawning. [ 965.583199] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.601450] env[68627]: DEBUG nova.network.neutron [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.612429] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.612990] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.618324] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.935s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.618324] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.618324] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68627) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 965.618324] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.041s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.624040] env[68627]: INFO nova.compute.claims [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.625337] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35fbdd3-5a25-493a-a6df-b52f51427956 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.639335] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78d0260-b6bd-47a2-b415-656d4fec8cde {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.661059] env[68627]: DEBUG nova.network.neutron [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Successfully updated port: 15eee787-e0de-48ac-96aa-ad565d41bf77 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.663519] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bec7c82-0ea4-4994-b43b-b0041877eb0a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.673331] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c6d5c3-2202-459a-a3de-f6825f1c5bde {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.718659] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177499MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68627) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 965.718817] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.719541] env[68627]: DEBUG oslo_vmware.api [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.728906] env[68627]: DEBUG nova.network.neutron [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.765013] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037427, 'name': CreateVM_Task, 'duration_secs': 0.535529} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.765447] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.766442] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.766716] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.768184] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.768184] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c871255-a59b-4ba5-9251-a8693ab47436 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.773785] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 965.773785] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5289c56c-4e80-4d34-21e0-63f640458124" [ 965.773785] env[68627]: _type = "Task" [ 965.773785] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.781860] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5289c56c-4e80-4d34-21e0-63f640458124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.988502] env[68627]: DEBUG nova.compute.manager [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.110187] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2001bcb-e354-4e2d-b147-d8d665d79904 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.135701] env[68627]: DEBUG nova.compute.utils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.142611] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.142611] env[68627]: DEBUG nova.network.neutron [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.146013] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff2fbf5-9918-4180-aa76-99cf39d6ddaa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.157174] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating instance '31f63376-80aa-4918-a389-28b8311346f8' progress to 83 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.168846] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "refresh_cache-a99ad608-45f4-4aca-b012-7c1b6b091ea4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.168985] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired lock "refresh_cache-a99ad608-45f4-4aca-b012-7c1b6b091ea4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.169192] env[68627]: DEBUG nova.network.neutron [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.187932] env[68627]: DEBUG oslo_vmware.api [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Task: {'id': task-3037429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.685377} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.188218] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.188410] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.188590] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.188761] env[68627]: INFO nova.compute.manager [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Took 1.60 seconds to destroy the instance on the hypervisor. [ 966.189011] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.190842] env[68627]: DEBUG nova.policy [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e51be98531940ab854767ce1530ec41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f8c3d2318a4dfb82c3d0c6f7840a86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.192019] env[68627]: DEBUG nova.compute.manager [-] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.192093] env[68627]: DEBUG nova.network.neutron [-] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.217797] env[68627]: DEBUG nova.network.neutron [-] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.232217] env[68627]: DEBUG oslo_concurrency.lockutils [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Releasing lock "refresh_cache-276b3d3b-116f-42c4-a2ac-9c76c8b0be23" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.232652] env[68627]: DEBUG nova.compute.manager [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.233246] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.234508] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e07ac1e-c769-4b24-864d-b6ca8342c388 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.243498] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.243763] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b835c46e-81da-4036-ad88-44005ad43bf4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.253409] env[68627]: DEBUG oslo_vmware.api [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 966.253409] env[68627]: value = "task-3037430" [ 966.253409] env[68627]: _type = "Task" [ 966.253409] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.259683] env[68627]: DEBUG oslo_vmware.api [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.287063] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5289c56c-4e80-4d34-21e0-63f640458124, 'name': SearchDatastore_Task, 'duration_secs': 0.011686} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.287063] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.287063] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.287063] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.287063] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.287063] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.287063] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b5dcf1f-ec5a-4bef-a577-5f916eaef5f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.295358] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.295770] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.297262] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36e9dd2-d15e-4493-b19d-9d7cbbae0bef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.305479] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 966.305479] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a8c6a5-9785-8f84-dd73-59d1b74fd790" [ 966.305479] env[68627]: _type = "Task" [ 966.305479] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.316749] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a8c6a5-9785-8f84-dd73-59d1b74fd790, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.317811] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12bddad7-6793-49b9-bb18-332453a45583 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.324238] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 966.324238] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528d906c-2b09-f67f-90a8-98a92675db0c" [ 966.324238] env[68627]: _type = "Task" [ 966.324238] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.331712] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528d906c-2b09-f67f-90a8-98a92675db0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.515359] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.606393] env[68627]: DEBUG nova.network.neutron [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Successfully created port: 5222a319-756c-44a9-9908-7506bcdaf751 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.640622] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.665170] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.665486] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54750935-2547-4140-bb0f-56cd5a535d1a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.677075] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 966.677075] env[68627]: value = "task-3037431" [ 966.677075] env[68627]: _type = "Task" [ 966.677075] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.686924] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.713499] env[68627]: DEBUG nova.network.neutron [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.720112] env[68627]: DEBUG nova.network.neutron [-] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.766091] env[68627]: DEBUG oslo_vmware.api [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037430, 'name': PowerOffVM_Task, 'duration_secs': 0.191074} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.766393] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.766579] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.767104] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35962620-9fc1-452f-b510-1cc939c0595b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.796129] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.796435] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.796635] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Deleting the datastore file [datastore1] 276b3d3b-116f-42c4-a2ac-9c76c8b0be23 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.799927] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1971ff80-860e-4049-b6b9-a61211940970 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.807805] env[68627]: DEBUG oslo_vmware.api [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 966.807805] env[68627]: value = "task-3037433" [ 966.807805] env[68627]: _type = "Task" [ 966.807805] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.817206] env[68627]: DEBUG oslo_vmware.api [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.835346] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528d906c-2b09-f67f-90a8-98a92675db0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.843426] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.843892] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 099c1c96-a127-4e53-a117-e681e3e395a1/099c1c96-a127-4e53-a117-e681e3e395a1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.844476] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28657334-172f-4568-924b-987482678221 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.851811] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 966.851811] env[68627]: value = "task-3037434" [ 966.851811] env[68627]: _type = "Task" [ 966.851811] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.863304] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.888016] env[68627]: DEBUG nova.network.neutron [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Updating instance_info_cache with network_info: [{"id": "15eee787-e0de-48ac-96aa-ad565d41bf77", "address": "fa:16:3e:23:5f:f5", "network": {"id": "1b91a0fc-78be-4c5f-a389-9f246ff88585", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-315769680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f8c3d2318a4dfb82c3d0c6f7840a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15eee787-e0", "ovs_interfaceid": "15eee787-e0de-48ac-96aa-ad565d41bf77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.178161] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c1d9b9-26d0-430a-bcd5-65a77f792b33 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.191485] env[68627]: DEBUG oslo_vmware.api [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037431, 'name': PowerOnVM_Task, 'duration_secs': 0.418619} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.194833] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.195061] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4be0fe11-4b36-49ff-a14d-b45eeed99669 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating instance '31f63376-80aa-4918-a389-28b8311346f8' progress to 100 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.199619] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48fa7b9-492c-4508-95f3-83909ae511dd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.233245] env[68627]: INFO nova.compute.manager [-] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Took 1.04 seconds to deallocate network for instance. [ 967.236394] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098e2d96-7076-450b-962c-23f9c9d87eff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.249355] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b53a9d-9e07-417a-9d7e-56eed7833e70 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.268019] env[68627]: DEBUG nova.compute.provider_tree [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.319056] env[68627]: DEBUG oslo_vmware.api [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100061} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.319426] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.319655] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.319853] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.320041] env[68627]: INFO nova.compute.manager [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Took 1.09 seconds to destroy the instance on the hypervisor. [ 967.320309] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.320518] env[68627]: DEBUG nova.compute.manager [-] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.320636] env[68627]: DEBUG nova.network.neutron [-] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.339148] env[68627]: DEBUG nova.network.neutron [-] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.360918] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480618} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.361183] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 099c1c96-a127-4e53-a117-e681e3e395a1/099c1c96-a127-4e53-a117-e681e3e395a1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.361392] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.361631] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2345fd8b-8d61-40ae-9199-af4a53f4322c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.367598] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 967.367598] env[68627]: value = "task-3037435" [ 967.367598] env[68627]: _type = "Task" [ 967.367598] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.375350] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.390283] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Releasing lock "refresh_cache-a99ad608-45f4-4aca-b012-7c1b6b091ea4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.390573] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Instance network_info: |[{"id": "15eee787-e0de-48ac-96aa-ad565d41bf77", "address": "fa:16:3e:23:5f:f5", "network": {"id": "1b91a0fc-78be-4c5f-a389-9f246ff88585", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-315769680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f8c3d2318a4dfb82c3d0c6f7840a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15eee787-e0", "ovs_interfaceid": "15eee787-e0de-48ac-96aa-ad565d41bf77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.390950] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:5f:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15eee787-e0de-48ac-96aa-ad565d41bf77', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.398677] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.398863] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.399107] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4f93bae-c3bf-49a6-ad84-91996ae3f04f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.418545] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.418545] env[68627]: value = "task-3037436" [ 967.418545] env[68627]: _type = "Task" [ 967.418545] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.427385] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037436, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.572942] env[68627]: DEBUG nova.compute.manager [req-f25fdfb1-9854-4269-b4e0-78966f5857f0 req-122ff28c-4abb-40c2-903b-48b65d6353e6 service nova] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Received event network-changed-15eee787-e0de-48ac-96aa-ad565d41bf77 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.573180] env[68627]: DEBUG nova.compute.manager [req-f25fdfb1-9854-4269-b4e0-78966f5857f0 req-122ff28c-4abb-40c2-903b-48b65d6353e6 service nova] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Refreshing instance network info cache due to event network-changed-15eee787-e0de-48ac-96aa-ad565d41bf77. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.573394] env[68627]: DEBUG oslo_concurrency.lockutils [req-f25fdfb1-9854-4269-b4e0-78966f5857f0 req-122ff28c-4abb-40c2-903b-48b65d6353e6 service nova] Acquiring lock "refresh_cache-a99ad608-45f4-4aca-b012-7c1b6b091ea4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.573554] env[68627]: DEBUG oslo_concurrency.lockutils [req-f25fdfb1-9854-4269-b4e0-78966f5857f0 req-122ff28c-4abb-40c2-903b-48b65d6353e6 service nova] Acquired lock "refresh_cache-a99ad608-45f4-4aca-b012-7c1b6b091ea4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.573717] env[68627]: DEBUG nova.network.neutron [req-f25fdfb1-9854-4269-b4e0-78966f5857f0 req-122ff28c-4abb-40c2-903b-48b65d6353e6 service nova] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Refreshing network info cache for port 15eee787-e0de-48ac-96aa-ad565d41bf77 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.655403] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.683025] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.683234] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.683401] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.683630] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.683785] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.683930] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.684202] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.684361] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.684622] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.684744] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.684862] env[68627]: DEBUG nova.virt.hardware [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.685745] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf3a578-2e7d-4c3c-aa2e-b2b880888d09 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.695111] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a7538b-0a9a-4431-bef0-cf379fe79ed5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.743646] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.771836] env[68627]: DEBUG nova.scheduler.client.report [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.842328] env[68627]: DEBUG nova.network.neutron [-] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.876865] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065325} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.877174] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.877916] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac0096b-b39a-48ff-bc06-60831095a45f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.899543] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 099c1c96-a127-4e53-a117-e681e3e395a1/099c1c96-a127-4e53-a117-e681e3e395a1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.899784] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1c0840-3cc2-4ac9-8ab4-7fab23e46fbf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.918077] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 967.918077] env[68627]: value = "task-3037437" [ 967.918077] env[68627]: _type = "Task" [ 967.918077] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.927590] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.930489] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037436, 'name': CreateVM_Task, 'duration_secs': 0.406215} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.930636] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.931269] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.931433] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.931738] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.931965] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a011e88b-18aa-4b11-b06d-77e2f0b4291d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.936036] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 967.936036] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a77b6c-5fab-9741-c660-0b79c547dd0d" [ 967.936036] env[68627]: _type = "Task" [ 967.936036] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.944034] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a77b6c-5fab-9741-c660-0b79c547dd0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.237616] env[68627]: DEBUG nova.compute.manager [req-b6185899-d321-4f61-bfaf-285c4e7766fd req-e6e634e9-6c4b-476a-9bc6-c36ca9fd5722 service nova] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Received event network-vif-plugged-5222a319-756c-44a9-9908-7506bcdaf751 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.237832] env[68627]: DEBUG oslo_concurrency.lockutils [req-b6185899-d321-4f61-bfaf-285c4e7766fd req-e6e634e9-6c4b-476a-9bc6-c36ca9fd5722 service nova] Acquiring lock "503fd899-ef95-4ce6-88b8-6f611ce640aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.238052] env[68627]: DEBUG oslo_concurrency.lockutils [req-b6185899-d321-4f61-bfaf-285c4e7766fd req-e6e634e9-6c4b-476a-9bc6-c36ca9fd5722 service nova] Lock "503fd899-ef95-4ce6-88b8-6f611ce640aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.238230] env[68627]: DEBUG oslo_concurrency.lockutils [req-b6185899-d321-4f61-bfaf-285c4e7766fd req-e6e634e9-6c4b-476a-9bc6-c36ca9fd5722 service nova] Lock "503fd899-ef95-4ce6-88b8-6f611ce640aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.238460] env[68627]: DEBUG nova.compute.manager [req-b6185899-d321-4f61-bfaf-285c4e7766fd req-e6e634e9-6c4b-476a-9bc6-c36ca9fd5722 service nova] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] No waiting events found dispatching network-vif-plugged-5222a319-756c-44a9-9908-7506bcdaf751 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.238640] env[68627]: WARNING nova.compute.manager [req-b6185899-d321-4f61-bfaf-285c4e7766fd req-e6e634e9-6c4b-476a-9bc6-c36ca9fd5722 service nova] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Received unexpected event network-vif-plugged-5222a319-756c-44a9-9908-7506bcdaf751 for instance with vm_state building and task_state spawning. [ 968.277334] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.277871] env[68627]: DEBUG nova.compute.manager [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.280573] env[68627]: DEBUG oslo_concurrency.lockutils [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.699s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.281346] env[68627]: DEBUG nova.objects.instance [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lazy-loading 'resources' on Instance uuid b562fbb2-bef8-4290-82f9-3b9ecbe86f12 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.308909] env[68627]: DEBUG nova.network.neutron [req-f25fdfb1-9854-4269-b4e0-78966f5857f0 req-122ff28c-4abb-40c2-903b-48b65d6353e6 service nova] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Updated VIF entry in instance network info cache for port 15eee787-e0de-48ac-96aa-ad565d41bf77. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.309371] env[68627]: DEBUG nova.network.neutron [req-f25fdfb1-9854-4269-b4e0-78966f5857f0 req-122ff28c-4abb-40c2-903b-48b65d6353e6 service nova] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Updating instance_info_cache with network_info: [{"id": "15eee787-e0de-48ac-96aa-ad565d41bf77", "address": "fa:16:3e:23:5f:f5", "network": {"id": "1b91a0fc-78be-4c5f-a389-9f246ff88585", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-315769680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f8c3d2318a4dfb82c3d0c6f7840a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15eee787-e0", "ovs_interfaceid": "15eee787-e0de-48ac-96aa-ad565d41bf77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.334108] env[68627]: DEBUG nova.network.neutron [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Successfully updated port: 5222a319-756c-44a9-9908-7506bcdaf751 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.344931] env[68627]: INFO nova.compute.manager [-] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Took 1.02 seconds to deallocate network for instance. [ 969.109019] env[68627]: DEBUG nova.compute.utils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.109323] env[68627]: DEBUG oslo_concurrency.lockutils [req-f25fdfb1-9854-4269-b4e0-78966f5857f0 req-122ff28c-4abb-40c2-903b-48b65d6353e6 service nova] Releasing lock "refresh_cache-a99ad608-45f4-4aca-b012-7c1b6b091ea4" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.109896] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "refresh_cache-503fd899-ef95-4ce6-88b8-6f611ce640aa" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.111076] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired lock "refresh_cache-503fd899-ef95-4ce6-88b8-6f611ce640aa" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.111076] env[68627]: DEBUG nova.network.neutron [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.111526] env[68627]: DEBUG oslo_concurrency.lockutils [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.113625] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.113625] env[68627]: WARNING oslo_vmware.common.loopingcall [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] task run outlasted interval by 0.19370200000000004 sec [ 969.117490] env[68627]: DEBUG nova.compute.manager [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.117665] env[68627]: DEBUG nova.network.neutron [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.130839] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a77b6c-5fab-9741-c660-0b79c547dd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.061223} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.134044] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.134316] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.135019] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.135019] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.135019] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.135428] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037437, 'name': ReconfigVM_Task, 'duration_secs': 0.984216} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.135638] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52b42879-4a32-4b47-a5e1-a03240c9a32e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.137558] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 099c1c96-a127-4e53-a117-e681e3e395a1/099c1c96-a127-4e53-a117-e681e3e395a1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.138361] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b85ce880-1ffe-442f-95f6-59e7df4c4e4f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.148969] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.149169] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.150261] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 969.150261] env[68627]: value = "task-3037438" [ 969.150261] env[68627]: _type = "Task" [ 969.150261] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.150449] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbfc2ff7-4bb7-40b7-9f66-303761a7bd71 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.160216] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 969.160216] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520671ac-642b-10c5-5783-4a333362e6c3" [ 969.160216] env[68627]: _type = "Task" [ 969.160216] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.163659] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037438, 'name': Rename_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.175410] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520671ac-642b-10c5-5783-4a333362e6c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.176297] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74241bff-1877-4ab0-987c-d9365906cb65 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.183790] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 969.183790] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525364e0-e832-2d83-7324-93c307b23b08" [ 969.183790] env[68627]: _type = "Task" [ 969.183790] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.193618] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525364e0-e832-2d83-7324-93c307b23b08, 'name': SearchDatastore_Task, 'duration_secs': 0.0082} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.196337] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.196675] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] a99ad608-45f4-4aca-b012-7c1b6b091ea4/a99ad608-45f4-4aca-b012-7c1b6b091ea4.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.197152] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86c016c5-0e3f-4fb7-92cc-90432361ba5d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.203352] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 969.203352] env[68627]: value = "task-3037439" [ 969.203352] env[68627]: _type = "Task" [ 969.203352] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.213630] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.241017] env[68627]: DEBUG nova.policy [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66b291da26e14560af5d2172dfdc04f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03d5769229154b0ca4b45701fa123ccd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.617091] env[68627]: DEBUG nova.compute.manager [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.648035] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a87e8e-c08d-49b7-8fd1-0cfb93659b8f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.664338] env[68627]: DEBUG nova.network.neutron [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.670812] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0554a03-0b19-439a-8b2f-5cbef2789357 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.683084] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037438, 'name': Rename_Task, 'duration_secs': 0.152481} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.684981] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.684981] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60286e6f-4f74-40d9-9b17-5033990484e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.716474] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a047814-be1b-4ddc-af2e-f4d66fdbea81 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.720419] env[68627]: DEBUG nova.network.neutron [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Successfully created port: 64c691ef-8561-4d35-a2d5-a846e5c52948 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.722729] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 969.722729] env[68627]: value = "task-3037440" [ 969.722729] env[68627]: _type = "Task" [ 969.722729] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.731603] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502716} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.733104] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c73018-f3ec-4a19-b434-6675b890b4c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.736828] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] a99ad608-45f4-4aca-b012-7c1b6b091ea4/a99ad608-45f4-4aca-b012-7c1b6b091ea4.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.737079] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.740377] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0cf8bb8-e80a-459f-9393-df782833e8cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.742526] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037440, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.754968] env[68627]: DEBUG nova.compute.provider_tree [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.756786] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 969.756786] env[68627]: value = "task-3037441" [ 969.756786] env[68627]: _type = "Task" [ 969.756786] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.864454] env[68627]: DEBUG nova.network.neutron [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Updating instance_info_cache with network_info: [{"id": "5222a319-756c-44a9-9908-7506bcdaf751", "address": "fa:16:3e:9e:f0:88", "network": {"id": "1b91a0fc-78be-4c5f-a389-9f246ff88585", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-315769680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f8c3d2318a4dfb82c3d0c6f7840a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5222a319-75", "ovs_interfaceid": "5222a319-756c-44a9-9908-7506bcdaf751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.970706] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "31f63376-80aa-4918-a389-28b8311346f8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.970706] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "31f63376-80aa-4918-a389-28b8311346f8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.970706] env[68627]: DEBUG nova.compute.manager [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Going to confirm migration 4 {{(pid=68627) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 970.234401] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037440, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.258566] env[68627]: DEBUG nova.scheduler.client.report [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.268057] env[68627]: DEBUG nova.compute.manager [req-f18fb078-c231-4f6b-ba9b-c75318210de6 req-8b7cd9e8-9046-4259-8f63-c1aa70c6d49e service nova] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Received event network-changed-5222a319-756c-44a9-9908-7506bcdaf751 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.268232] env[68627]: DEBUG nova.compute.manager [req-f18fb078-c231-4f6b-ba9b-c75318210de6 req-8b7cd9e8-9046-4259-8f63-c1aa70c6d49e service nova] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Refreshing instance network info cache due to event network-changed-5222a319-756c-44a9-9908-7506bcdaf751. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.268491] env[68627]: DEBUG oslo_concurrency.lockutils [req-f18fb078-c231-4f6b-ba9b-c75318210de6 req-8b7cd9e8-9046-4259-8f63-c1aa70c6d49e service nova] Acquiring lock "refresh_cache-503fd899-ef95-4ce6-88b8-6f611ce640aa" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.274731] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173304} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.275620] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.276421] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f05087-a90a-4bc7-bdb1-9838253b5e88 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.299013] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] a99ad608-45f4-4aca-b012-7c1b6b091ea4/a99ad608-45f4-4aca-b012-7c1b6b091ea4.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.299480] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e81201-4dcf-42e4-b788-ae8cb7e959bc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.318803] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 970.318803] env[68627]: value = "task-3037442" [ 970.318803] env[68627]: _type = "Task" [ 970.318803] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.326529] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.367661] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Releasing lock "refresh_cache-503fd899-ef95-4ce6-88b8-6f611ce640aa" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.368256] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Instance network_info: |[{"id": "5222a319-756c-44a9-9908-7506bcdaf751", "address": "fa:16:3e:9e:f0:88", "network": {"id": "1b91a0fc-78be-4c5f-a389-9f246ff88585", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-315769680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f8c3d2318a4dfb82c3d0c6f7840a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5222a319-75", "ovs_interfaceid": "5222a319-756c-44a9-9908-7506bcdaf751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.368625] env[68627]: DEBUG oslo_concurrency.lockutils [req-f18fb078-c231-4f6b-ba9b-c75318210de6 req-8b7cd9e8-9046-4259-8f63-c1aa70c6d49e service nova] Acquired lock "refresh_cache-503fd899-ef95-4ce6-88b8-6f611ce640aa" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.368852] env[68627]: DEBUG nova.network.neutron [req-f18fb078-c231-4f6b-ba9b-c75318210de6 req-8b7cd9e8-9046-4259-8f63-c1aa70c6d49e service nova] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Refreshing network info cache for port 5222a319-756c-44a9-9908-7506bcdaf751 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.370175] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:f0:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5222a319-756c-44a9-9908-7506bcdaf751', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.378391] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.381313] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.381857] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14a501f6-5285-4dd2-8ce4-6f45c60329ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.401653] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.401653] env[68627]: value = "task-3037443" [ 970.401653] env[68627]: _type = "Task" [ 970.401653] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.409586] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037443, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.582385] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.582816] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.582816] env[68627]: DEBUG nova.network.neutron [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.583072] env[68627]: DEBUG nova.objects.instance [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lazy-loading 'info_cache' on Instance uuid 31f63376-80aa-4918-a389-28b8311346f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.629877] env[68627]: DEBUG nova.compute.manager [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.649361] env[68627]: DEBUG nova.network.neutron [req-f18fb078-c231-4f6b-ba9b-c75318210de6 req-8b7cd9e8-9046-4259-8f63-c1aa70c6d49e service nova] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Updated VIF entry in instance network info cache for port 5222a319-756c-44a9-9908-7506bcdaf751. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.649759] env[68627]: DEBUG nova.network.neutron [req-f18fb078-c231-4f6b-ba9b-c75318210de6 req-8b7cd9e8-9046-4259-8f63-c1aa70c6d49e service nova] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Updating instance_info_cache with network_info: [{"id": "5222a319-756c-44a9-9908-7506bcdaf751", "address": "fa:16:3e:9e:f0:88", "network": {"id": "1b91a0fc-78be-4c5f-a389-9f246ff88585", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-315769680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f8c3d2318a4dfb82c3d0c6f7840a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5222a319-75", "ovs_interfaceid": "5222a319-756c-44a9-9908-7506bcdaf751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.671337] env[68627]: DEBUG nova.virt.hardware [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.671598] env[68627]: DEBUG nova.virt.hardware [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.672170] env[68627]: DEBUG nova.virt.hardware [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.672170] env[68627]: DEBUG nova.virt.hardware [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.672310] env[68627]: DEBUG nova.virt.hardware [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.672354] env[68627]: DEBUG nova.virt.hardware [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.672573] env[68627]: DEBUG nova.virt.hardware [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.672748] env[68627]: DEBUG nova.virt.hardware [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.672918] env[68627]: DEBUG nova.virt.hardware [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.673129] env[68627]: DEBUG nova.virt.hardware [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.673412] env[68627]: DEBUG nova.virt.hardware [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.675294] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff5749f-7c45-4a18-bb29-48ef01ed4c1e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.685053] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b479564-69c9-487c-a87d-179a7471d9bf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.733826] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037440, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.768397] env[68627]: DEBUG oslo_concurrency.lockutils [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.488s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.771098] env[68627]: DEBUG oslo_concurrency.lockutils [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.938s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.771098] env[68627]: DEBUG nova.objects.instance [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lazy-loading 'resources' on Instance uuid f01e89fb-8c8c-492f-a83b-ba351d797180 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.800331] env[68627]: INFO nova.scheduler.client.report [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Deleted allocations for instance b562fbb2-bef8-4290-82f9-3b9ecbe86f12 [ 970.833022] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.912160] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037443, 'name': CreateVM_Task, 'duration_secs': 0.498966} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.912371] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.913421] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.913657] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.914105] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.914349] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d48424ed-5a2c-408a-9edd-887d6bfa06d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.918759] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 970.918759] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5278ab9c-d48d-edde-66cd-b79561334c9d" [ 970.918759] env[68627]: _type = "Task" [ 970.918759] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.926154] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5278ab9c-d48d-edde-66cd-b79561334c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.153026] env[68627]: DEBUG oslo_concurrency.lockutils [req-f18fb078-c231-4f6b-ba9b-c75318210de6 req-8b7cd9e8-9046-4259-8f63-c1aa70c6d49e service nova] Releasing lock "refresh_cache-503fd899-ef95-4ce6-88b8-6f611ce640aa" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.235142] env[68627]: DEBUG oslo_vmware.api [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037440, 'name': PowerOnVM_Task, 'duration_secs': 1.154735} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.235455] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.235657] env[68627]: INFO nova.compute.manager [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Took 9.00 seconds to spawn the instance on the hypervisor. [ 971.236025] env[68627]: DEBUG nova.compute.manager [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.236666] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed901559-a188-42d3-b72c-2f65e8ad32fd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.313339] env[68627]: DEBUG nova.network.neutron [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Successfully updated port: 64c691ef-8561-4d35-a2d5-a846e5c52948 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.315392] env[68627]: DEBUG oslo_concurrency.lockutils [None req-29b34fc7-0522-4529-894d-eb96e8126333 tempest-ServersWithSpecificFlavorTestJSON-1482287130 tempest-ServersWithSpecificFlavorTestJSON-1482287130-project-member] Lock "b562fbb2-bef8-4290-82f9-3b9ecbe86f12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.170s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.331733] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037442, 'name': ReconfigVM_Task, 'duration_secs': 0.595743} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.333194] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Reconfigured VM instance instance-00000057 to attach disk [datastore2] a99ad608-45f4-4aca-b012-7c1b6b091ea4/a99ad608-45f4-4aca-b012-7c1b6b091ea4.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.333194] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19150dc7-f4ba-4c05-acd3-41e5a796cf14 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.340988] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 971.340988] env[68627]: value = "task-3037444" [ 971.340988] env[68627]: _type = "Task" [ 971.340988] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.349415] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037444, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.430658] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5278ab9c-d48d-edde-66cd-b79561334c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.022492} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.430907] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.431164] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.431406] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.431553] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.431733] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.432020] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c5a49fb-718a-484c-ad23-9b943a55f03d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.443364] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.443571] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.444374] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7269bb-18a4-49fa-8778-58c8e767d4ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.450752] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 971.450752] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5295eeeb-51df-5442-dabe-51b56f3946ac" [ 971.450752] env[68627]: _type = "Task" [ 971.450752] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.459793] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5295eeeb-51df-5442-dabe-51b56f3946ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.692932] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8ac6f7-a545-48d3-a206-a2d8474c7554 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.701074] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd17507e-0288-435c-9a75-bc2a6c20eed0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.737069] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb9d365-adfa-4313-80d9-b9f713d65d9a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.744983] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfb2956-3bfe-49fc-a834-b04d208691cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.763301] env[68627]: DEBUG nova.compute.provider_tree [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.765495] env[68627]: INFO nova.compute.manager [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Took 45.59 seconds to build instance. [ 971.815921] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "refresh_cache-f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.815921] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "refresh_cache-f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.815998] env[68627]: DEBUG nova.network.neutron [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.852284] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037444, 'name': Rename_Task, 'duration_secs': 0.231887} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.852795] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.853073] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6384f80-b081-4627-b310-98e9768eed6e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.860670] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 971.860670] env[68627]: value = "task-3037445" [ 971.860670] env[68627]: _type = "Task" [ 971.860670] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.869175] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.922757] env[68627]: DEBUG nova.network.neutron [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating instance_info_cache with network_info: [{"id": "04c1b469-6105-45d5-9fe2-158d54a17362", "address": "fa:16:3e:2a:c1:71", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c1b469-61", "ovs_interfaceid": "04c1b469-6105-45d5-9fe2-158d54a17362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.961759] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5295eeeb-51df-5442-dabe-51b56f3946ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.962575] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d471a487-d1c2-4e4d-806e-4cfa44c7e45a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.968063] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 971.968063] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d1adb7-47bc-723c-c59f-7ba89e321fec" [ 971.968063] env[68627]: _type = "Task" [ 971.968063] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.975772] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d1adb7-47bc-723c-c59f-7ba89e321fec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.268116] env[68627]: DEBUG nova.scheduler.client.report [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.272579] env[68627]: DEBUG oslo_concurrency.lockutils [None req-80255e1f-45df-4652-bbbd-be45efc6fa4e tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "099c1c96-a127-4e53-a117-e681e3e395a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.106s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.291307] env[68627]: DEBUG nova.compute.manager [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Received event network-vif-plugged-64c691ef-8561-4d35-a2d5-a846e5c52948 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.291870] env[68627]: DEBUG oslo_concurrency.lockutils [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] Acquiring lock "f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.292683] env[68627]: DEBUG oslo_concurrency.lockutils [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] Lock "f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.293178] env[68627]: DEBUG oslo_concurrency.lockutils [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] Lock "f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.293559] env[68627]: DEBUG nova.compute.manager [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] No waiting events found dispatching network-vif-plugged-64c691ef-8561-4d35-a2d5-a846e5c52948 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.294135] env[68627]: WARNING nova.compute.manager [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Received unexpected event network-vif-plugged-64c691ef-8561-4d35-a2d5-a846e5c52948 for instance with vm_state building and task_state spawning. [ 972.294752] env[68627]: DEBUG nova.compute.manager [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Received event network-changed-64c691ef-8561-4d35-a2d5-a846e5c52948 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.295243] env[68627]: DEBUG nova.compute.manager [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Refreshing instance network info cache due to event network-changed-64c691ef-8561-4d35-a2d5-a846e5c52948. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.295671] env[68627]: DEBUG oslo_concurrency.lockutils [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] Acquiring lock "refresh_cache-f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.344472] env[68627]: DEBUG nova.network.neutron [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.373250] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037445, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.426045] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "refresh_cache-31f63376-80aa-4918-a389-28b8311346f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.426343] env[68627]: DEBUG nova.objects.instance [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lazy-loading 'migration_context' on Instance uuid 31f63376-80aa-4918-a389-28b8311346f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.480567] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d1adb7-47bc-723c-c59f-7ba89e321fec, 'name': SearchDatastore_Task, 'duration_secs': 0.013706} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.480832] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.481110] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 503fd899-ef95-4ce6-88b8-6f611ce640aa/503fd899-ef95-4ce6-88b8-6f611ce640aa.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.481377] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06407fb3-6899-4a3b-9636-3b6dd98012ea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.484398] env[68627]: DEBUG nova.network.neutron [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Updating instance_info_cache with network_info: [{"id": "64c691ef-8561-4d35-a2d5-a846e5c52948", "address": "fa:16:3e:15:92:00", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c691ef-85", "ovs_interfaceid": "64c691ef-8561-4d35-a2d5-a846e5c52948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.490522] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 972.490522] env[68627]: value = "task-3037446" [ 972.490522] env[68627]: _type = "Task" [ 972.490522] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.498454] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.773543] env[68627]: DEBUG oslo_concurrency.lockutils [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.776967] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.212s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.777288] env[68627]: DEBUG nova.objects.instance [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lazy-loading 'resources' on Instance uuid 98dfc73b-7a5f-4780-be92-4b656ba28276 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.802581] env[68627]: INFO nova.scheduler.client.report [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Deleted allocations for instance f01e89fb-8c8c-492f-a83b-ba351d797180 [ 972.879462] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037445, 'name': PowerOnVM_Task, 'duration_secs': 0.815089} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.881731] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.881731] env[68627]: INFO nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Took 7.96 seconds to spawn the instance on the hypervisor. [ 972.881731] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.881731] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a6c3ee-7dbe-4cbb-9a93-0e7ecb75a13c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.929702] env[68627]: DEBUG nova.objects.base [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Object Instance<31f63376-80aa-4918-a389-28b8311346f8> lazy-loaded attributes: info_cache,migration_context {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 972.930815] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d8b9d6-331d-44cc-864b-cafb2f794d3c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.961628] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5439aeab-24d8-4e6f-aaec-fbae04ba311f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.970169] env[68627]: DEBUG oslo_vmware.api [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 972.970169] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a0bf10-c875-6ea4-6791-353238a09f65" [ 972.970169] env[68627]: _type = "Task" [ 972.970169] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.982237] env[68627]: DEBUG oslo_vmware.api [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a0bf10-c875-6ea4-6791-353238a09f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.987606] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "refresh_cache-f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.988087] env[68627]: DEBUG nova.compute.manager [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Instance network_info: |[{"id": "64c691ef-8561-4d35-a2d5-a846e5c52948", "address": "fa:16:3e:15:92:00", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c691ef-85", "ovs_interfaceid": "64c691ef-8561-4d35-a2d5-a846e5c52948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.988474] env[68627]: DEBUG oslo_concurrency.lockutils [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] Acquired lock "refresh_cache-f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.988672] env[68627]: DEBUG nova.network.neutron [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Refreshing network info cache for port 64c691ef-8561-4d35-a2d5-a846e5c52948 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.989984] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:92:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64c691ef-8561-4d35-a2d5-a846e5c52948', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.000546] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.002640] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.008031] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72a9c9b8-fac3-43cb-8301-58e39d22ad3f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.034024] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037446, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.034024] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.034024] env[68627]: value = "task-3037447" [ 973.034024] env[68627]: _type = "Task" [ 973.034024] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.043662] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037447, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.253816] env[68627]: DEBUG nova.compute.manager [req-785b2da6-3569-456d-99ae-3a0080edeaf8 req-5bb8d25f-ca65-4f5c-9d85-11fbe54ec110 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Received event network-changed-e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.254033] env[68627]: DEBUG nova.compute.manager [req-785b2da6-3569-456d-99ae-3a0080edeaf8 req-5bb8d25f-ca65-4f5c-9d85-11fbe54ec110 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Refreshing instance network info cache due to event network-changed-e7502f43-0a15-4de6-81a0-e39e9004bd94. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.254285] env[68627]: DEBUG oslo_concurrency.lockutils [req-785b2da6-3569-456d-99ae-3a0080edeaf8 req-5bb8d25f-ca65-4f5c-9d85-11fbe54ec110 service nova] Acquiring lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.254432] env[68627]: DEBUG oslo_concurrency.lockutils [req-785b2da6-3569-456d-99ae-3a0080edeaf8 req-5bb8d25f-ca65-4f5c-9d85-11fbe54ec110 service nova] Acquired lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.254593] env[68627]: DEBUG nova.network.neutron [req-785b2da6-3569-456d-99ae-3a0080edeaf8 req-5bb8d25f-ca65-4f5c-9d85-11fbe54ec110 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Refreshing network info cache for port e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.315659] env[68627]: DEBUG oslo_concurrency.lockutils [None req-125cfeeb-6084-4a07-8dbb-a279f96fab57 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "f01e89fb-8c8c-492f-a83b-ba351d797180" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.407s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.404274] env[68627]: INFO nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Took 39.87 seconds to build instance. [ 973.481598] env[68627]: DEBUG oslo_vmware.api [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a0bf10-c875-6ea4-6791-353238a09f65, 'name': SearchDatastore_Task, 'duration_secs': 0.012349} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.481879] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.513389] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553166} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.514449] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 503fd899-ef95-4ce6-88b8-6f611ce640aa/503fd899-ef95-4ce6-88b8-6f611ce640aa.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.514449] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.514449] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6223378-4123-416f-9366-77cc1f10e328 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.524205] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 973.524205] env[68627]: value = "task-3037448" [ 973.524205] env[68627]: _type = "Task" [ 973.524205] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.532855] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.546793] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037447, 'name': CreateVM_Task, 'duration_secs': 0.375202} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.547956] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.547956] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.548128] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.548347] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.551161] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ce34d5-0642-4910-8099-64ad0518ec32 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.555922] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 973.555922] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5209914e-1b8e-9ec6-6c9e-6d6dc4d4c774" [ 973.555922] env[68627]: _type = "Task" [ 973.555922] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.563969] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5209914e-1b8e-9ec6-6c9e-6d6dc4d4c774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.780140] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c588d2b6-5051-405a-91dc-c35b06a00765 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.788128] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311e107e-e77e-4144-aecd-d2240fd9ead4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.822722] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03db3d82-5114-4484-bbb5-bc247bf22fb3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.830683] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fc3c05-ed24-4218-935c-eef215fc0d27 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.844631] env[68627]: DEBUG nova.compute.provider_tree [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.913020] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "a99ad608-45f4-4aca-b012-7c1b6b091ea4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.386s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.049182] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07116} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.049182] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.049182] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee5e7cc-f79b-45a3-a2a7-826d541a80fb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.077364] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 503fd899-ef95-4ce6-88b8-6f611ce640aa/503fd899-ef95-4ce6-88b8-6f611ce640aa.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.078332] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aba4e75-0c83-4c89-a04e-e4deb540d232 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.100308] env[68627]: DEBUG nova.network.neutron [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Updated VIF entry in instance network info cache for port 64c691ef-8561-4d35-a2d5-a846e5c52948. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.100738] env[68627]: DEBUG nova.network.neutron [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Updating instance_info_cache with network_info: [{"id": "64c691ef-8561-4d35-a2d5-a846e5c52948", "address": "fa:16:3e:15:92:00", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c691ef-85", "ovs_interfaceid": "64c691ef-8561-4d35-a2d5-a846e5c52948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.118097] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5209914e-1b8e-9ec6-6c9e-6d6dc4d4c774, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.118097] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.118097] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.118097] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.118097] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.118097] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.118097] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 974.118097] env[68627]: value = "task-3037449" [ 974.118097] env[68627]: _type = "Task" [ 974.118097] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.118097] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63d13119-f5c7-49a7-a3ed-2a4c1743e76e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.127850] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.128622] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.128876] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.130178] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d08d42c-7cb3-474f-aee7-02fd40b54b1f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.136598] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 974.136598] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aa15e6-8705-1b47-131c-5eea8e86eb1f" [ 974.136598] env[68627]: _type = "Task" [ 974.136598] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.147881] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aa15e6-8705-1b47-131c-5eea8e86eb1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.160345] env[68627]: DEBUG nova.network.neutron [req-785b2da6-3569-456d-99ae-3a0080edeaf8 req-5bb8d25f-ca65-4f5c-9d85-11fbe54ec110 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updated VIF entry in instance network info cache for port e7502f43-0a15-4de6-81a0-e39e9004bd94. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.160399] env[68627]: DEBUG nova.network.neutron [req-785b2da6-3569-456d-99ae-3a0080edeaf8 req-5bb8d25f-ca65-4f5c-9d85-11fbe54ec110 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updating instance_info_cache with network_info: [{"id": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "address": "fa:16:3e:cd:a6:59", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7502f43-0a", "ovs_interfaceid": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.349362] env[68627]: DEBUG nova.scheduler.client.report [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.614798] env[68627]: DEBUG oslo_concurrency.lockutils [req-0acb9862-8ed3-4671-89d0-6f20df9a3d4f req-c6be9257-9f70-499d-9918-64609d676ec5 service nova] Releasing lock "refresh_cache-f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.628883] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.646958] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aa15e6-8705-1b47-131c-5eea8e86eb1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011651} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.646958] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce3b6a1-5035-46b1-987a-334382a1e4b3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.655019] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 974.655019] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52dbda3c-91de-87d0-84e3-efcb3376efdf" [ 974.655019] env[68627]: _type = "Task" [ 974.655019] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.659292] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52dbda3c-91de-87d0-84e3-efcb3376efdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.664923] env[68627]: DEBUG oslo_concurrency.lockutils [req-785b2da6-3569-456d-99ae-3a0080edeaf8 req-5bb8d25f-ca65-4f5c-9d85-11fbe54ec110 service nova] Releasing lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.858756] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.861593] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.280s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.863273] env[68627]: INFO nova.compute.claims [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.891115] env[68627]: INFO nova.scheduler.client.report [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleted allocations for instance 98dfc73b-7a5f-4780-be92-4b656ba28276 [ 974.946774] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "45582fce-3581-448a-8a90-d307fbc9ac18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.947454] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "45582fce-3581-448a-8a90-d307fbc9ac18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.947454] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "45582fce-3581-448a-8a90-d307fbc9ac18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.947622] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "45582fce-3581-448a-8a90-d307fbc9ac18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.947677] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "45582fce-3581-448a-8a90-d307fbc9ac18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.949900] env[68627]: INFO nova.compute.manager [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Terminating instance [ 975.131751] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037449, 'name': ReconfigVM_Task, 'duration_secs': 0.798012} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.132054] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 503fd899-ef95-4ce6-88b8-6f611ce640aa/503fd899-ef95-4ce6-88b8-6f611ce640aa.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.132700] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63c62f46-e156-4e82-9e50-c53fcc26e1ba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.139213] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 975.139213] env[68627]: value = "task-3037450" [ 975.139213] env[68627]: _type = "Task" [ 975.139213] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.151068] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037450, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.161304] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52dbda3c-91de-87d0-84e3-efcb3376efdf, 'name': SearchDatastore_Task, 'duration_secs': 0.028713} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.161849] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.164020] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0/f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.164020] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49f9d132-3f60-4606-81e9-107ce1722581 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.169927] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 975.169927] env[68627]: value = "task-3037451" [ 975.169927] env[68627]: _type = "Task" [ 975.169927] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.179195] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.399169] env[68627]: DEBUG oslo_concurrency.lockutils [None req-34bac897-647b-4c52-b391-eec249838a8e tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "98dfc73b-7a5f-4780-be92-4b656ba28276" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.780s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.453847] env[68627]: DEBUG nova.compute.manager [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.454243] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.455391] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca6bfac-2625-444f-9564-d7205bb093fe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.466545] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.466892] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c713b100-fcd3-47e3-9592-20a98106b738 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.474030] env[68627]: DEBUG oslo_vmware.api [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 975.474030] env[68627]: value = "task-3037452" [ 975.474030] env[68627]: _type = "Task" [ 975.474030] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.484947] env[68627]: DEBUG oslo_vmware.api [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.657039] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037450, 'name': Rename_Task, 'duration_secs': 0.201674} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.657039] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.657039] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3d62e37-74b1-47a9-867f-4d48a055d201 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.665647] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 975.665647] env[68627]: value = "task-3037453" [ 975.665647] env[68627]: _type = "Task" [ 975.665647] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.680315] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.686437] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037451, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.986381] env[68627]: DEBUG oslo_vmware.api [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037452, 'name': PowerOffVM_Task, 'duration_secs': 0.403726} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.986381] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.986381] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.986712] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a90ab3c-ff54-400b-9f9f-721fab31e82f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.050221] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.050528] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.050752] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Deleting the datastore file [datastore1] 45582fce-3581-448a-8a90-d307fbc9ac18 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.053465] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46f07c67-08fd-489a-ba82-019a311f5bb4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.060347] env[68627]: DEBUG oslo_vmware.api [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for the task: (returnval){ [ 976.060347] env[68627]: value = "task-3037455" [ 976.060347] env[68627]: _type = "Task" [ 976.060347] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.068421] env[68627]: DEBUG oslo_vmware.api [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.181664] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037453, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.186918] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561216} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.189572] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0/f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.189822] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.190523] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd0ded77-7d8d-41a2-9ee7-25919aa070a7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.197022] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 976.197022] env[68627]: value = "task-3037456" [ 976.197022] env[68627]: _type = "Task" [ 976.197022] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.206261] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.337694] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e45200-f50c-44f2-9d71-b62af96f4fb6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.345163] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07071566-02ae-4628-89af-cb2d949db7a5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.377081] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "cb38574c-7d54-4048-b739-09cf0ea9a132" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.377282] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "cb38574c-7d54-4048-b739-09cf0ea9a132" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.377495] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "cb38574c-7d54-4048-b739-09cf0ea9a132-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.377682] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "cb38574c-7d54-4048-b739-09cf0ea9a132-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.377850] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "cb38574c-7d54-4048-b739-09cf0ea9a132-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.380594] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acd5221-5492-4fa0-b6d5-bfb4bc6fd3fb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.383498] env[68627]: INFO nova.compute.manager [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Terminating instance [ 976.391512] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38996de0-4082-4786-97f2-af4672297550 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.409762] env[68627]: DEBUG nova.compute.provider_tree [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.571513] env[68627]: DEBUG oslo_vmware.api [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.677264] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037453, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.706144] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219049} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.706407] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.707181] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3da5af-0295-46d1-9da3-1e1366b910a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.729139] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0/f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.729444] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c9abea-e0a1-430b-b371-ef0187a5e57c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.748573] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 976.748573] env[68627]: value = "task-3037457" [ 976.748573] env[68627]: _type = "Task" [ 976.748573] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.756845] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.889721] env[68627]: DEBUG nova.compute.manager [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.890034] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.890885] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e6c061-bf21-44c8-8ffb-8f3dffd99032 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.900578] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.900874] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17e09065-fbdd-434a-93dc-ce75ffd58321 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.908857] env[68627]: DEBUG oslo_vmware.api [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 976.908857] env[68627]: value = "task-3037458" [ 976.908857] env[68627]: _type = "Task" [ 976.908857] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.920472] env[68627]: DEBUG oslo_vmware.api [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.935314] env[68627]: ERROR nova.scheduler.client.report [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [req-7300fc4b-809e-492e-a732-aa3aa4bd08c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7300fc4b-809e-492e-a732-aa3aa4bd08c0"}]} [ 976.957021] env[68627]: DEBUG nova.scheduler.client.report [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 976.972825] env[68627]: DEBUG nova.scheduler.client.report [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 976.973133] env[68627]: DEBUG nova.compute.provider_tree [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.984510] env[68627]: DEBUG nova.scheduler.client.report [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: None {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 977.003321] env[68627]: DEBUG nova.scheduler.client.report [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 977.078455] env[68627]: DEBUG oslo_vmware.api [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Task: {'id': task-3037455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.761874} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.081331] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.081525] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.081704] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.081880] env[68627]: INFO nova.compute.manager [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Took 1.63 seconds to destroy the instance on the hypervisor. [ 977.082148] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.082534] env[68627]: DEBUG nova.compute.manager [-] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.082633] env[68627]: DEBUG nova.network.neutron [-] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.180023] env[68627]: DEBUG oslo_vmware.api [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037453, 'name': PowerOnVM_Task, 'duration_secs': 1.286722} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.180681] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.180869] env[68627]: INFO nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Took 9.53 seconds to spawn the instance on the hypervisor. [ 977.180916] env[68627]: DEBUG nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.182069] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4fcd7c-2c0c-406c-9247-020f5f641e74 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.260675] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037457, 'name': ReconfigVM_Task, 'duration_secs': 0.47647} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.261116] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Reconfigured VM instance instance-00000059 to attach disk [datastore1] f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0/f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.261663] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a078fdf-9ea6-4873-8b67-dd69f87ea4b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.269012] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 977.269012] env[68627]: value = "task-3037459" [ 977.269012] env[68627]: _type = "Task" [ 977.269012] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.279344] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037459, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.368609] env[68627]: DEBUG nova.compute.manager [req-b371ec93-4efa-484d-b4b2-14ee6aab279f req-be6013bd-02a1-406c-aee2-1541afa5cfa0 service nova] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Received event network-vif-deleted-46e4bce9-da93-46bd-9f42-1fa107d1acbf {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.368660] env[68627]: INFO nova.compute.manager [req-b371ec93-4efa-484d-b4b2-14ee6aab279f req-be6013bd-02a1-406c-aee2-1541afa5cfa0 service nova] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Neutron deleted interface 46e4bce9-da93-46bd-9f42-1fa107d1acbf; detaching it from the instance and deleting it from the info cache [ 977.368866] env[68627]: DEBUG nova.network.neutron [req-b371ec93-4efa-484d-b4b2-14ee6aab279f req-be6013bd-02a1-406c-aee2-1541afa5cfa0 service nova] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.422045] env[68627]: DEBUG oslo_vmware.api [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037458, 'name': PowerOffVM_Task, 'duration_secs': 0.42634} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.422340] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.422508] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.422765] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95d629ac-43a3-40cd-b901-4df406bef8ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.454201] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054b2bd7-1c1d-4f71-8ca4-db54c9896241 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.462622] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b05e7b-bd13-478e-9eb3-4889b1ef14e0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.494754] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19789b3d-761e-4633-8e7d-60d39e18fc28 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.497543] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.497808] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.497996] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleting the datastore file [datastore2] cb38574c-7d54-4048-b739-09cf0ea9a132 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.498296] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-137f3b55-4448-4b27-81e4-43efe9a42dda {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.506101] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0497209-73f0-42a9-a29f-29c1c14f696b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.510475] env[68627]: DEBUG oslo_vmware.api [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 977.510475] env[68627]: value = "task-3037461" [ 977.510475] env[68627]: _type = "Task" [ 977.510475] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.522293] env[68627]: DEBUG nova.compute.provider_tree [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.528328] env[68627]: DEBUG oslo_vmware.api [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.704365] env[68627]: INFO nova.compute.manager [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Took 44.15 seconds to build instance. [ 977.783240] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037459, 'name': Rename_Task, 'duration_secs': 0.149791} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.783603] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.783951] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31fe354c-7c24-4ad8-8fa0-78d560ab9e82 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.792616] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 977.792616] env[68627]: value = "task-3037462" [ 977.792616] env[68627]: _type = "Task" [ 977.792616] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.801846] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.851302] env[68627]: DEBUG nova.network.neutron [-] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.881850] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf070c6e-40fb-4595-82a2-1832a59ebd4a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.890648] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631d7fdc-b870-459c-91f9-9f07e99536b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.929377] env[68627]: DEBUG nova.compute.manager [req-b371ec93-4efa-484d-b4b2-14ee6aab279f req-be6013bd-02a1-406c-aee2-1541afa5cfa0 service nova] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Detach interface failed, port_id=46e4bce9-da93-46bd-9f42-1fa107d1acbf, reason: Instance 45582fce-3581-448a-8a90-d307fbc9ac18 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.021309] env[68627]: DEBUG oslo_vmware.api [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367128} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.021646] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.021846] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.022039] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.022250] env[68627]: INFO nova.compute.manager [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Took 1.13 seconds to destroy the instance on the hypervisor. [ 978.022554] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.022789] env[68627]: DEBUG nova.compute.manager [-] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.022863] env[68627]: DEBUG nova.network.neutron [-] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.025343] env[68627]: DEBUG nova.scheduler.client.report [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.206275] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0d4a694d-9f63-44a4-87fd-dd197d65fcc9 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "503fd899-ef95-4ce6-88b8-6f611ce640aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.659s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.271457] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "a99ad608-45f4-4aca-b012-7c1b6b091ea4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.271457] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "a99ad608-45f4-4aca-b012-7c1b6b091ea4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.271457] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "a99ad608-45f4-4aca-b012-7c1b6b091ea4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.271457] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "a99ad608-45f4-4aca-b012-7c1b6b091ea4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.271457] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "a99ad608-45f4-4aca-b012-7c1b6b091ea4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.274507] env[68627]: INFO nova.compute.manager [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Terminating instance [ 978.305430] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.350114] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "503fd899-ef95-4ce6-88b8-6f611ce640aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.350443] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "503fd899-ef95-4ce6-88b8-6f611ce640aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.350664] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "503fd899-ef95-4ce6-88b8-6f611ce640aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.350852] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "503fd899-ef95-4ce6-88b8-6f611ce640aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.351033] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "503fd899-ef95-4ce6-88b8-6f611ce640aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.353251] env[68627]: INFO nova.compute.manager [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Terminating instance [ 978.355715] env[68627]: INFO nova.compute.manager [-] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Took 1.27 seconds to deallocate network for instance. [ 978.531804] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.670s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.531937] env[68627]: DEBUG nova.compute.manager [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.534587] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.660s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.534806] env[68627]: DEBUG nova.objects.instance [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Lazy-loading 'resources' on Instance uuid 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.778162] env[68627]: DEBUG nova.network.neutron [-] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.780095] env[68627]: DEBUG nova.compute.manager [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.780433] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.782031] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1e1147-60fa-4c6e-9c8f-86d8ad3afe3c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.790525] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.790799] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6d2f363-277c-428f-a26d-246dfa2ecb9d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.799353] env[68627]: DEBUG oslo_vmware.api [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 978.799353] env[68627]: value = "task-3037463" [ 978.799353] env[68627]: _type = "Task" [ 978.799353] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.806511] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037462, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.811523] env[68627]: DEBUG oslo_vmware.api [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.857696] env[68627]: DEBUG nova.compute.manager [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.858115] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.859534] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8453d29f-2622-41b1-8a53-1114f983d2c7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.865157] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.870824] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.871173] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a69c0da-34d4-47ce-ae7c-f57f2d814f8c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.877306] env[68627]: DEBUG oslo_vmware.api [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 978.877306] env[68627]: value = "task-3037464" [ 978.877306] env[68627]: _type = "Task" [ 978.877306] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.886659] env[68627]: DEBUG oslo_vmware.api [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.039049] env[68627]: DEBUG nova.compute.utils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.043924] env[68627]: DEBUG nova.compute.manager [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.043924] env[68627]: DEBUG nova.network.neutron [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.084844] env[68627]: DEBUG nova.policy [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f938aa92e46a4499a8e0c17ec419b405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f4b58eeefb44f9cae62d73869da818b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.281719] env[68627]: INFO nova.compute.manager [-] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Took 1.26 seconds to deallocate network for instance. [ 979.306992] env[68627]: DEBUG oslo_vmware.api [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037462, 'name': PowerOnVM_Task, 'duration_secs': 1.085192} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.310285] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.310999] env[68627]: INFO nova.compute.manager [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Took 8.68 seconds to spawn the instance on the hypervisor. [ 979.310999] env[68627]: DEBUG nova.compute.manager [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.311572] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22088f26-a401-44b6-99ce-b014d43e9ef1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.319550] env[68627]: DEBUG oslo_vmware.api [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037463, 'name': PowerOffVM_Task, 'duration_secs': 0.204506} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.319550] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.319773] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.320091] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bbd4d0d-c28a-44a7-9756-e2623680456a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.371694] env[68627]: DEBUG nova.network.neutron [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Successfully created port: cadb507a-7cdf-4795-b3d5-98ac28df3d6e {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.390735] env[68627]: DEBUG oslo_vmware.api [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037464, 'name': PowerOffVM_Task, 'duration_secs': 0.17214} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.391321] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.391652] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.391652] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.391944] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.392046] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Deleting the datastore file [datastore2] a99ad608-45f4-4aca-b012-7c1b6b091ea4 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.392282] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85432ac4-385b-4a98-b3d0-7a890b1b1127 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.393790] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aeb59aa-a47c-42be-9393-de2b669862d6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.397329] env[68627]: DEBUG nova.compute.manager [req-32d39c14-b0bc-4a2c-bdaa-80632a66261d req-44365b69-0cfc-4728-bc8f-f0820f9245ec service nova] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Received event network-vif-deleted-78fb4b53-a6af-4c3b-8526-ab51b72b0167 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.411185] env[68627]: DEBUG oslo_vmware.api [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 979.411185] env[68627]: value = "task-3037467" [ 979.411185] env[68627]: _type = "Task" [ 979.411185] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.422999] env[68627]: DEBUG oslo_vmware.api [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.458627] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.458914] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.459173] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Deleting the datastore file [datastore2] 503fd899-ef95-4ce6-88b8-6f611ce640aa {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.459454] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bde9307-546d-4eaa-b300-a620d1dc1879 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.466983] env[68627]: DEBUG oslo_vmware.api [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for the task: (returnval){ [ 979.466983] env[68627]: value = "task-3037468" [ 979.466983] env[68627]: _type = "Task" [ 979.466983] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.475574] env[68627]: DEBUG oslo_vmware.api [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.489938] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f24e9cb-5cad-4783-8288-5f6d9c876009 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.496662] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0782b081-668d-45f5-9e82-3d75fb8fc557 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.526702] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bd2966-e4f8-47f2-92b7-613b03cf78d7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.535206] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bfa621-f2d2-4bb0-a7c8-0a20518945ec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.548859] env[68627]: DEBUG nova.compute.manager [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.551664] env[68627]: DEBUG nova.compute.provider_tree [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.790226] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.838101] env[68627]: INFO nova.compute.manager [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Took 39.27 seconds to build instance. [ 979.924345] env[68627]: DEBUG oslo_vmware.api [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183199} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.924675] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.924861] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.925055] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.925240] env[68627]: INFO nova.compute.manager [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 979.925476] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.925666] env[68627]: DEBUG nova.compute.manager [-] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.925760] env[68627]: DEBUG nova.network.neutron [-] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.977138] env[68627]: DEBUG oslo_vmware.api [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Task: {'id': task-3037468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18648} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.977421] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.977611] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.977785] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.977958] env[68627]: INFO nova.compute.manager [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 979.978396] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.978500] env[68627]: DEBUG nova.compute.manager [-] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.978535] env[68627]: DEBUG nova.network.neutron [-] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.062043] env[68627]: DEBUG nova.scheduler.client.report [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.312639] env[68627]: DEBUG nova.compute.manager [req-1640e107-a2ad-4ed8-ae1e-6a8fa47c87d8 req-15a516de-f479-47ee-bcdc-5ce65cc69de6 service nova] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Received event network-vif-deleted-15eee787-e0de-48ac-96aa-ad565d41bf77 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.312639] env[68627]: INFO nova.compute.manager [req-1640e107-a2ad-4ed8-ae1e-6a8fa47c87d8 req-15a516de-f479-47ee-bcdc-5ce65cc69de6 service nova] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Neutron deleted interface 15eee787-e0de-48ac-96aa-ad565d41bf77; detaching it from the instance and deleting it from the info cache [ 980.312639] env[68627]: DEBUG nova.network.neutron [req-1640e107-a2ad-4ed8-ae1e-6a8fa47c87d8 req-15a516de-f479-47ee-bcdc-5ce65cc69de6 service nova] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.340212] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e0da7ba1-60f3-4a08-8005-20f5bb45f038 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.784s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.564304] env[68627]: DEBUG nova.compute.manager [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.567091] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.569260] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.881s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.570773] env[68627]: INFO nova.compute.claims [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.588050] env[68627]: INFO nova.scheduler.client.report [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Deleted allocations for instance 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1 [ 980.593613] env[68627]: DEBUG nova.virt.hardware [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.594073] env[68627]: DEBUG nova.virt.hardware [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.594073] env[68627]: DEBUG nova.virt.hardware [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.594327] env[68627]: DEBUG nova.virt.hardware [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.594424] env[68627]: DEBUG nova.virt.hardware [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.594514] env[68627]: DEBUG nova.virt.hardware [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.594726] env[68627]: DEBUG nova.virt.hardware [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.594887] env[68627]: DEBUG nova.virt.hardware [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.595802] env[68627]: DEBUG nova.virt.hardware [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.596832] env[68627]: DEBUG nova.virt.hardware [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.596832] env[68627]: DEBUG nova.virt.hardware [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.597270] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940172a9-3faf-4306-8b21-b91a7866c259 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.607237] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabed79c-81d5-44ca-88dd-a5279f6f3c48 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.649921] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquiring lock "45151ded-fac1-4905-89f6-7b6cd953a7bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.650340] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Lock "45151ded-fac1-4905-89f6-7b6cd953a7bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.724575] env[68627]: DEBUG nova.network.neutron [-] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.758244] env[68627]: DEBUG nova.network.neutron [-] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.814866] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a5c812e-fb56-46a9-a075-e73e4b65153a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.826770] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718a0078-877d-42c8-969b-7b856afa4f44 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.874117] env[68627]: DEBUG nova.compute.manager [req-1640e107-a2ad-4ed8-ae1e-6a8fa47c87d8 req-15a516de-f479-47ee-bcdc-5ce65cc69de6 service nova] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Detach interface failed, port_id=15eee787-e0de-48ac-96aa-ad565d41bf77, reason: Instance a99ad608-45f4-4aca-b012-7c1b6b091ea4 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 980.875283] env[68627]: DEBUG nova.network.neutron [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Successfully updated port: cadb507a-7cdf-4795-b3d5-98ac28df3d6e {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.041562] env[68627]: DEBUG oslo_concurrency.lockutils [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.041816] env[68627]: DEBUG oslo_concurrency.lockutils [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.042187] env[68627]: DEBUG oslo_concurrency.lockutils [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.042271] env[68627]: DEBUG oslo_concurrency.lockutils [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.042390] env[68627]: DEBUG oslo_concurrency.lockutils [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.047238] env[68627]: INFO nova.compute.manager [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Terminating instance [ 981.095712] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fcd2ed0a-e023-44fc-aa47-22edaa0079ee tempest-ServerGroupTestJSON-1490897221 tempest-ServerGroupTestJSON-1490897221-project-member] Lock "1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.625s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.155762] env[68627]: DEBUG nova.compute.manager [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.227583] env[68627]: INFO nova.compute.manager [-] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Took 1.25 seconds to deallocate network for instance. [ 981.259985] env[68627]: INFO nova.compute.manager [-] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Took 1.33 seconds to deallocate network for instance. [ 981.379221] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "refresh_cache-c4d81edb-157b-43af-abf4-0ba0908327b7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.379386] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "refresh_cache-c4d81edb-157b-43af-abf4-0ba0908327b7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.379549] env[68627]: DEBUG nova.network.neutron [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.430986] env[68627]: DEBUG nova.compute.manager [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Received event network-vif-deleted-5222a319-756c-44a9-9908-7506bcdaf751 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.431247] env[68627]: DEBUG nova.compute.manager [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Received event network-vif-plugged-cadb507a-7cdf-4795-b3d5-98ac28df3d6e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.431530] env[68627]: DEBUG oslo_concurrency.lockutils [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] Acquiring lock "c4d81edb-157b-43af-abf4-0ba0908327b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.431745] env[68627]: DEBUG oslo_concurrency.lockutils [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] Lock "c4d81edb-157b-43af-abf4-0ba0908327b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.431917] env[68627]: DEBUG oslo_concurrency.lockutils [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] Lock "c4d81edb-157b-43af-abf4-0ba0908327b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.432286] env[68627]: DEBUG nova.compute.manager [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] No waiting events found dispatching network-vif-plugged-cadb507a-7cdf-4795-b3d5-98ac28df3d6e {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.432485] env[68627]: WARNING nova.compute.manager [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Received unexpected event network-vif-plugged-cadb507a-7cdf-4795-b3d5-98ac28df3d6e for instance with vm_state building and task_state spawning. [ 981.432653] env[68627]: DEBUG nova.compute.manager [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Received event network-changed-cadb507a-7cdf-4795-b3d5-98ac28df3d6e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.432809] env[68627]: DEBUG nova.compute.manager [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Refreshing instance network info cache due to event network-changed-cadb507a-7cdf-4795-b3d5-98ac28df3d6e. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.432974] env[68627]: DEBUG oslo_concurrency.lockutils [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] Acquiring lock "refresh_cache-c4d81edb-157b-43af-abf4-0ba0908327b7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.513263] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Acquiring lock "cac9be22-fe33-4bbc-b5e7-d9521a3cf387" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.513530] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Lock "cac9be22-fe33-4bbc-b5e7-d9521a3cf387" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.513738] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Acquiring lock "cac9be22-fe33-4bbc-b5e7-d9521a3cf387-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.513927] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Lock "cac9be22-fe33-4bbc-b5e7-d9521a3cf387-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.514116] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Lock "cac9be22-fe33-4bbc-b5e7-d9521a3cf387-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.518212] env[68627]: INFO nova.compute.manager [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Terminating instance [ 981.551184] env[68627]: DEBUG nova.compute.manager [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.551426] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.552371] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a569e33-8fe6-4c5c-8768-c3ab1a00ec4b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.561018] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.561018] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58a279d3-8e05-4619-bbea-6ea733f3734a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.567362] env[68627]: DEBUG oslo_vmware.api [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 981.567362] env[68627]: value = "task-3037469" [ 981.567362] env[68627]: _type = "Task" [ 981.567362] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.575514] env[68627]: DEBUG oslo_vmware.api [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.683414] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.734816] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.767036] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.920359] env[68627]: DEBUG nova.network.neutron [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.021322] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adec33fc-c364-4c30-98a0-b088e7337591 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.024491] env[68627]: DEBUG nova.compute.manager [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.024725] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.025510] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e925b154-102b-48ea-916e-ec27533548bc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.034832] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dfbc0a-51dd-4f7b-83d5-56fe642da890 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.039863] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.040410] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10e38479-fec4-4e36-a8c7-a6de3c29e144 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.074382] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7da7ad-e850-4915-84fd-a6298ebc0096 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.076875] env[68627]: DEBUG oslo_vmware.api [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Waiting for the task: (returnval){ [ 982.076875] env[68627]: value = "task-3037470" [ 982.076875] env[68627]: _type = "Task" [ 982.076875] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.085159] env[68627]: DEBUG oslo_vmware.api [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037469, 'name': PowerOffVM_Task, 'duration_secs': 0.198301} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.085798] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.085976] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.087240] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef491e1-2c51-4cfa-918e-2908c96038ca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.093590] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49092795-4baf-4811-9c69-dc433550ca85 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.094987] env[68627]: DEBUG oslo_vmware.api [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.106388] env[68627]: DEBUG nova.compute.provider_tree [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.165399] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.165499] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.166138] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleting the datastore file [datastore1] f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.166723] env[68627]: DEBUG nova.network.neutron [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Updating instance_info_cache with network_info: [{"id": "cadb507a-7cdf-4795-b3d5-98ac28df3d6e", "address": "fa:16:3e:28:34:45", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadb507a-7c", "ovs_interfaceid": "cadb507a-7cdf-4795-b3d5-98ac28df3d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.167871] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28d62e4d-331c-4f30-89fe-1bc5e8effe8e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.176694] env[68627]: DEBUG oslo_vmware.api [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 982.176694] env[68627]: value = "task-3037472" [ 982.176694] env[68627]: _type = "Task" [ 982.176694] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.188031] env[68627]: DEBUG oslo_vmware.api [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.587678] env[68627]: DEBUG oslo_vmware.api [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037470, 'name': PowerOffVM_Task, 'duration_secs': 0.24251} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.588037] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.588175] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.588428] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be4080a4-cc64-42ee-a63e-f22499a4785b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.609402] env[68627]: DEBUG nova.scheduler.client.report [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.649407] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.649407] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.649407] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Deleting the datastore file [datastore1] cac9be22-fe33-4bbc-b5e7-d9521a3cf387 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.649815] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45cd0183-ddfd-4275-910e-2d6e6874dfa1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.656336] env[68627]: DEBUG oslo_vmware.api [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Waiting for the task: (returnval){ [ 982.656336] env[68627]: value = "task-3037474" [ 982.656336] env[68627]: _type = "Task" [ 982.656336] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.664848] env[68627]: DEBUG oslo_vmware.api [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.671501] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "refresh_cache-c4d81edb-157b-43af-abf4-0ba0908327b7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.671868] env[68627]: DEBUG nova.compute.manager [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Instance network_info: |[{"id": "cadb507a-7cdf-4795-b3d5-98ac28df3d6e", "address": "fa:16:3e:28:34:45", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadb507a-7c", "ovs_interfaceid": "cadb507a-7cdf-4795-b3d5-98ac28df3d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.672220] env[68627]: DEBUG oslo_concurrency.lockutils [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] Acquired lock "refresh_cache-c4d81edb-157b-43af-abf4-0ba0908327b7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.672440] env[68627]: DEBUG nova.network.neutron [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Refreshing network info cache for port cadb507a-7cdf-4795-b3d5-98ac28df3d6e {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.674042] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:34:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cadb507a-7cdf-4795-b3d5-98ac28df3d6e', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.681611] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.682754] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.685989] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c95a1acb-ee72-4921-8abf-93bacadbd013 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.705656] env[68627]: DEBUG oslo_vmware.api [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312334} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.706875] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.707082] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.707265] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.707438] env[68627]: INFO nova.compute.manager [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 982.707673] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.707853] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.707853] env[68627]: value = "task-3037475" [ 982.707853] env[68627]: _type = "Task" [ 982.707853] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.708029] env[68627]: DEBUG nova.compute.manager [-] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.708133] env[68627]: DEBUG nova.network.neutron [-] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.115570] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.116127] env[68627]: DEBUG nova.compute.manager [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.118954] env[68627]: DEBUG oslo_concurrency.lockutils [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.590s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.119279] env[68627]: DEBUG nova.objects.instance [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 983.166928] env[68627]: DEBUG oslo_vmware.api [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Task: {'id': task-3037474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137981} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.167658] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.167928] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.168039] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.168231] env[68627]: INFO nova.compute.manager [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Took 1.14 seconds to destroy the instance on the hypervisor. [ 983.168630] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.168838] env[68627]: DEBUG nova.compute.manager [-] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.168923] env[68627]: DEBUG nova.network.neutron [-] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.220434] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037475, 'name': CreateVM_Task, 'duration_secs': 0.352862} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.220606] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.221337] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.221501] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.221828] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.222114] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8bc765d-c1bb-423c-99ae-5aa51e79a07f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.227359] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 983.227359] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d4ccb0-4c84-788e-3047-bbf2997f0e1e" [ 983.227359] env[68627]: _type = "Task" [ 983.227359] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.240685] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d4ccb0-4c84-788e-3047-bbf2997f0e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010198} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.240968] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.241218] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.241489] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.244428] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.244428] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.244428] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc2173e3-0696-4e60-b8da-b1d1169d59b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.250806] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.251347] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.251713] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c292fa-871b-447a-9a00-ced727f3c37d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.257020] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 983.257020] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52199303-fff3-bea1-3337-792b28d7ea6a" [ 983.257020] env[68627]: _type = "Task" [ 983.257020] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.266220] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52199303-fff3-bea1-3337-792b28d7ea6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.458083] env[68627]: DEBUG nova.network.neutron [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Updated VIF entry in instance network info cache for port cadb507a-7cdf-4795-b3d5-98ac28df3d6e. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.458258] env[68627]: DEBUG nova.network.neutron [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Updating instance_info_cache with network_info: [{"id": "cadb507a-7cdf-4795-b3d5-98ac28df3d6e", "address": "fa:16:3e:28:34:45", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadb507a-7c", "ovs_interfaceid": "cadb507a-7cdf-4795-b3d5-98ac28df3d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.512515] env[68627]: DEBUG nova.network.neutron [-] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.515193] env[68627]: DEBUG nova.compute.manager [req-e5899dda-42b9-4ffb-8fb1-0da72e34ec47 req-bc04e9a3-7d79-4869-803e-7a894d504175 service nova] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Received event network-vif-deleted-64c691ef-8561-4d35-a2d5-a846e5c52948 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.515441] env[68627]: INFO nova.compute.manager [req-e5899dda-42b9-4ffb-8fb1-0da72e34ec47 req-bc04e9a3-7d79-4869-803e-7a894d504175 service nova] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Neutron deleted interface 64c691ef-8561-4d35-a2d5-a846e5c52948; detaching it from the instance and deleting it from the info cache [ 983.515655] env[68627]: DEBUG nova.network.neutron [req-e5899dda-42b9-4ffb-8fb1-0da72e34ec47 req-bc04e9a3-7d79-4869-803e-7a894d504175 service nova] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.625450] env[68627]: DEBUG nova.compute.utils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.636192] env[68627]: DEBUG nova.compute.manager [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.636192] env[68627]: DEBUG nova.network.neutron [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.695572] env[68627]: DEBUG nova.policy [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f4acef73313454d9ee307418a3b76e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f5cdc528c2243938b69ff15a105ecce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.768519] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52199303-fff3-bea1-3337-792b28d7ea6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.769597] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db35e7cd-c525-4b40-90d0-37b252715d6b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.777037] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 983.777037] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c26929-8b35-8491-8762-83286c6f4401" [ 983.777037] env[68627]: _type = "Task" [ 983.777037] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.785617] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c26929-8b35-8491-8762-83286c6f4401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.961684] env[68627]: DEBUG oslo_concurrency.lockutils [req-21a5758d-834a-4a88-884b-19c1b446389f req-c02df317-9ee3-4035-b9dd-52edf41a1abc service nova] Releasing lock "refresh_cache-c4d81edb-157b-43af-abf4-0ba0908327b7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.002833] env[68627]: DEBUG nova.network.neutron [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Successfully created port: efe9a860-a411-4a17-829d-2d1410025462 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.017916] env[68627]: INFO nova.compute.manager [-] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Took 1.31 seconds to deallocate network for instance. [ 984.019979] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-235235b1-f324-4092-9d4f-d5357cc3dd99 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.035154] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdfa78c-d091-42a2-8678-4fe78d283489 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.075677] env[68627]: DEBUG nova.compute.manager [req-e5899dda-42b9-4ffb-8fb1-0da72e34ec47 req-bc04e9a3-7d79-4869-803e-7a894d504175 service nova] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Detach interface failed, port_id=64c691ef-8561-4d35-a2d5-a846e5c52948, reason: Instance f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.136164] env[68627]: DEBUG nova.compute.manager [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.139292] env[68627]: DEBUG oslo_concurrency.lockutils [None req-900e9e3e-3e0b-4f51-81c8-087c6a50c92b tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.140769] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.485s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.141208] env[68627]: DEBUG nova.objects.instance [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lazy-loading 'resources' on Instance uuid 758f3c2a-5385-49ee-88ca-64e2136b254d {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.295639] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c26929-8b35-8491-8762-83286c6f4401, 'name': SearchDatastore_Task, 'duration_secs': 0.015404} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.295639] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.295639] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] c4d81edb-157b-43af-abf4-0ba0908327b7/c4d81edb-157b-43af-abf4-0ba0908327b7.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.295639] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8d9e78e-a820-4716-9b66-51a9509cf71b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.302316] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 984.302316] env[68627]: value = "task-3037476" [ 984.302316] env[68627]: _type = "Task" [ 984.302316] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.305784] env[68627]: DEBUG nova.network.neutron [-] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.312243] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.530031] env[68627]: DEBUG oslo_concurrency.lockutils [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.809033] env[68627]: INFO nova.compute.manager [-] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Took 1.64 seconds to deallocate network for instance. [ 984.816083] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449533} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.818879] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] c4d81edb-157b-43af-abf4-0ba0908327b7/c4d81edb-157b-43af-abf4-0ba0908327b7.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.819114] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.819520] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1eb83881-db4c-4c12-b574-8f05cb09c9b1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.826161] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 984.826161] env[68627]: value = "task-3037477" [ 984.826161] env[68627]: _type = "Task" [ 984.826161] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.841253] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.081379] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8311dce0-bb2b-4f89-8aef-e4879c257699 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.088935] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06250fc1-978e-4216-ba84-8d062b5d9d3d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.127516] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4255861e-4970-4f17-9934-b5709a6a15ea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.135187] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604471aa-4ec1-45f9-9935-d254f8d308e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.152599] env[68627]: DEBUG nova.compute.manager [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.154717] env[68627]: DEBUG nova.compute.provider_tree [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.178749] env[68627]: DEBUG nova.virt.hardware [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.179038] env[68627]: DEBUG nova.virt.hardware [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.179161] env[68627]: DEBUG nova.virt.hardware [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.179345] env[68627]: DEBUG nova.virt.hardware [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.179647] env[68627]: DEBUG nova.virt.hardware [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.179647] env[68627]: DEBUG nova.virt.hardware [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.179840] env[68627]: DEBUG nova.virt.hardware [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.179978] env[68627]: DEBUG nova.virt.hardware [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.180193] env[68627]: DEBUG nova.virt.hardware [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.180363] env[68627]: DEBUG nova.virt.hardware [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.180640] env[68627]: DEBUG nova.virt.hardware [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.181360] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b818d803-825a-4cf0-aec3-c72549dad10b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.189542] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95512248-f8b7-4a4b-a02c-d3ee29111bfc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.320793] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.336303] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073083} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.336626] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.337566] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293e8ae6-d571-4337-81b2-06282a0e29a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.359697] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] c4d81edb-157b-43af-abf4-0ba0908327b7/c4d81edb-157b-43af-abf4-0ba0908327b7.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.359988] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bebfa22d-1c7a-4586-a55a-1041c9fd68a5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.380739] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 985.380739] env[68627]: value = "task-3037478" [ 985.380739] env[68627]: _type = "Task" [ 985.380739] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.391370] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.589268] env[68627]: DEBUG nova.compute.manager [req-76b1c7fa-dd9f-4f6f-af8d-6f7bc7df7fd5 req-936d4039-13d6-4e13-a439-61a594ba36de service nova] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Received event network-vif-deleted-7fe4a1db-e702-4201-a282-ed45ddec911b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.609929] env[68627]: DEBUG nova.compute.manager [req-0a04cec5-9e3d-41a3-b490-0d2b02ceb419 req-2c43653b-e834-472a-93b7-63c6053ad29b service nova] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Received event network-vif-plugged-efe9a860-a411-4a17-829d-2d1410025462 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.610194] env[68627]: DEBUG oslo_concurrency.lockutils [req-0a04cec5-9e3d-41a3-b490-0d2b02ceb419 req-2c43653b-e834-472a-93b7-63c6053ad29b service nova] Acquiring lock "14965e48-d0a0-4ae0-97d2-616493eeaf70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.610820] env[68627]: DEBUG oslo_concurrency.lockutils [req-0a04cec5-9e3d-41a3-b490-0d2b02ceb419 req-2c43653b-e834-472a-93b7-63c6053ad29b service nova] Lock "14965e48-d0a0-4ae0-97d2-616493eeaf70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.610943] env[68627]: DEBUG oslo_concurrency.lockutils [req-0a04cec5-9e3d-41a3-b490-0d2b02ceb419 req-2c43653b-e834-472a-93b7-63c6053ad29b service nova] Lock "14965e48-d0a0-4ae0-97d2-616493eeaf70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.611130] env[68627]: DEBUG nova.compute.manager [req-0a04cec5-9e3d-41a3-b490-0d2b02ceb419 req-2c43653b-e834-472a-93b7-63c6053ad29b service nova] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] No waiting events found dispatching network-vif-plugged-efe9a860-a411-4a17-829d-2d1410025462 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.611311] env[68627]: WARNING nova.compute.manager [req-0a04cec5-9e3d-41a3-b490-0d2b02ceb419 req-2c43653b-e834-472a-93b7-63c6053ad29b service nova] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Received unexpected event network-vif-plugged-efe9a860-a411-4a17-829d-2d1410025462 for instance with vm_state building and task_state spawning. [ 985.659944] env[68627]: DEBUG nova.scheduler.client.report [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.806828] env[68627]: DEBUG nova.network.neutron [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Successfully updated port: efe9a860-a411-4a17-829d-2d1410025462 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.895392] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037478, 'name': ReconfigVM_Task, 'duration_secs': 0.288338} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.895717] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] c4d81edb-157b-43af-abf4-0ba0908327b7/c4d81edb-157b-43af-abf4-0ba0908327b7.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.896450] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3be563b-7bf6-4953-967d-91f7604ad4c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.908155] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 985.908155] env[68627]: value = "task-3037479" [ 985.908155] env[68627]: _type = "Task" [ 985.908155] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.920008] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037479, 'name': Rename_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.166045] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.168439] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.517s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.168633] env[68627]: DEBUG nova.objects.instance [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 986.194732] env[68627]: INFO nova.scheduler.client.report [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleted allocations for instance 758f3c2a-5385-49ee-88ca-64e2136b254d [ 986.312701] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "refresh_cache-14965e48-d0a0-4ae0-97d2-616493eeaf70" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.312874] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "refresh_cache-14965e48-d0a0-4ae0-97d2-616493eeaf70" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.313044] env[68627]: DEBUG nova.network.neutron [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.418637] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037479, 'name': Rename_Task, 'duration_secs': 0.143465} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.418932] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.419202] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74473f2f-a468-4162-a331-3cb938eec530 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.426085] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 986.426085] env[68627]: value = "task-3037480" [ 986.426085] env[68627]: _type = "Task" [ 986.426085] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.434104] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.704570] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7466a7e4-372b-4ea4-bd98-a82ea225a396 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "758f3c2a-5385-49ee-88ca-64e2136b254d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.620s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.848542] env[68627]: DEBUG nova.network.neutron [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.939648] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.006685] env[68627]: DEBUG nova.network.neutron [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Updating instance_info_cache with network_info: [{"id": "efe9a860-a411-4a17-829d-2d1410025462", "address": "fa:16:3e:2a:de:15", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe9a860-a4", "ovs_interfaceid": "efe9a860-a411-4a17-829d-2d1410025462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.178834] env[68627]: DEBUG oslo_concurrency.lockutils [None req-faa0bc79-0bbc-4e04-a7f0-d01788ed1bde tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.180426] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.462s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.354745] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Acquiring lock "9418253a-1555-4d53-9b7e-94450723038e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.354992] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Lock "9418253a-1555-4d53-9b7e-94450723038e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.446620] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037480, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.509385] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "refresh_cache-14965e48-d0a0-4ae0-97d2-616493eeaf70" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.509762] env[68627]: DEBUG nova.compute.manager [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Instance network_info: |[{"id": "efe9a860-a411-4a17-829d-2d1410025462", "address": "fa:16:3e:2a:de:15", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe9a860-a4", "ovs_interfaceid": "efe9a860-a411-4a17-829d-2d1410025462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.510546] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:de:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efe9a860-a411-4a17-829d-2d1410025462', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.518404] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.518635] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.518869] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae6b81fd-ee85-4e6b-9b5f-2baa1000a3bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.538392] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.538392] env[68627]: value = "task-3037481" [ 987.538392] env[68627]: _type = "Task" [ 987.538392] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.546442] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037481, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.643255] env[68627]: DEBUG nova.compute.manager [req-c828a1af-30fc-4de1-843a-0840b3b2cd25 req-11e9d9cc-a57e-4ec8-a496-d36e0503fddf service nova] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Received event network-changed-efe9a860-a411-4a17-829d-2d1410025462 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.643255] env[68627]: DEBUG nova.compute.manager [req-c828a1af-30fc-4de1-843a-0840b3b2cd25 req-11e9d9cc-a57e-4ec8-a496-d36e0503fddf service nova] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Refreshing instance network info cache due to event network-changed-efe9a860-a411-4a17-829d-2d1410025462. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.643255] env[68627]: DEBUG oslo_concurrency.lockutils [req-c828a1af-30fc-4de1-843a-0840b3b2cd25 req-11e9d9cc-a57e-4ec8-a496-d36e0503fddf service nova] Acquiring lock "refresh_cache-14965e48-d0a0-4ae0-97d2-616493eeaf70" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.643255] env[68627]: DEBUG oslo_concurrency.lockutils [req-c828a1af-30fc-4de1-843a-0840b3b2cd25 req-11e9d9cc-a57e-4ec8-a496-d36e0503fddf service nova] Acquired lock "refresh_cache-14965e48-d0a0-4ae0-97d2-616493eeaf70" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.643255] env[68627]: DEBUG nova.network.neutron [req-c828a1af-30fc-4de1-843a-0840b3b2cd25 req-11e9d9cc-a57e-4ec8-a496-d36e0503fddf service nova] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Refreshing network info cache for port efe9a860-a411-4a17-829d-2d1410025462 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.857798] env[68627]: DEBUG nova.compute.manager [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.940975] env[68627]: DEBUG oslo_vmware.api [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037480, 'name': PowerOnVM_Task, 'duration_secs': 1.026302} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.941276] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.941484] env[68627]: INFO nova.compute.manager [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Took 7.38 seconds to spawn the instance on the hypervisor. [ 987.941660] env[68627]: DEBUG nova.compute.manager [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.942568] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90cec16-b539-4c99-a847-b86fa13ee7e9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.048071] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037481, 'name': CreateVM_Task, 'duration_secs': 0.333368} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.048256] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.048948] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.049122] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.049464] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.049718] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c649a9-6bb5-4676-9d6e-17efc78952ac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.053811] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 988.053811] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e2e77e-fbc9-7e04-0b90-2a8915f733eb" [ 988.053811] env[68627]: _type = "Task" [ 988.053811] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.061309] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e2e77e-fbc9-7e04-0b90-2a8915f733eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.200009] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Applying migration context for instance 31f63376-80aa-4918-a389-28b8311346f8 as it has an incoming, in-progress migration 0bd472da-3797-428e-a885-34174fbe556c. Migration status is confirming {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 988.202132] env[68627]: INFO nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating resource usage from migration 0bd472da-3797-428e-a885-34174fbe556c [ 988.223406] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7d63cf7b-7227-4d99-b08c-b7bc56020e1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.223623] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 401f7afd-55f9-40df-8ea7-892c97c15b01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.223758] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 567f617b-7bc8-4881-a593-469158cca154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.223882] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance bafad755-24d0-40c9-b229-216ccfaff4ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.223999] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 96e83d99-c233-4409-900f-64cbdf961769 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.224155] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance cb38574c-7d54-4048-b739-09cf0ea9a132 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 988.224337] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance e128d8e5-e7bf-473a-aa5b-f887bf9057a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.224461] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance c1c4588e-9765-4db1-b0bc-40d5892dae14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.224574] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance f6817d76-4935-450d-8a4a-d8366420f9f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.224700] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance cac9be22-fe33-4bbc-b5e7-d9521a3cf387 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 988.224813] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance a94195d8-4560-4520-af0a-23b74c51bdf4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.224933] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 45582fce-3581-448a-8a90-d307fbc9ac18 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 988.225057] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance da33ab9e-fc44-4d70-ab61-8ee58add8ac1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.225171] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 5cff7228-7263-4947-8dd8-93516397379f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.225303] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 546c1c7c-6442-41d7-8de2-b4d16b2342f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.225418] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.225528] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 3473aef1-5904-44b7-9ae5-691e8400c6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.225647] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 988.225765] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 276b3d3b-116f-42c4-a2ac-9c76c8b0be23 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 988.225874] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Migration 0bd472da-3797-428e-a885-34174fbe556c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 988.225982] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 31f63376-80aa-4918-a389-28b8311346f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.226200] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 099c1c96-a127-4e53-a117-e681e3e395a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.226341] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance a99ad608-45f4-4aca-b012-7c1b6b091ea4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 988.226462] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 503fd899-ef95-4ce6-88b8-6f611ce640aa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 988.226615] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 988.226734] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance c4d81edb-157b-43af-abf4-0ba0908327b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.226845] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 14965e48-d0a0-4ae0-97d2-616493eeaf70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 988.373169] env[68627]: DEBUG nova.network.neutron [req-c828a1af-30fc-4de1-843a-0840b3b2cd25 req-11e9d9cc-a57e-4ec8-a496-d36e0503fddf service nova] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Updated VIF entry in instance network info cache for port efe9a860-a411-4a17-829d-2d1410025462. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.373169] env[68627]: DEBUG nova.network.neutron [req-c828a1af-30fc-4de1-843a-0840b3b2cd25 req-11e9d9cc-a57e-4ec8-a496-d36e0503fddf service nova] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Updating instance_info_cache with network_info: [{"id": "efe9a860-a411-4a17-829d-2d1410025462", "address": "fa:16:3e:2a:de:15", "network": {"id": "60ad20a7-2d31-40c9-8abf-ade15825e519", "bridge": "br-int", "label": "tempest-ImagesTestJSON-414593193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f5cdc528c2243938b69ff15a105ecce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe9a860-a4", "ovs_interfaceid": "efe9a860-a411-4a17-829d-2d1410025462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.379292] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.459108] env[68627]: INFO nova.compute.manager [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Took 35.90 seconds to build instance. [ 988.565881] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e2e77e-fbc9-7e04-0b90-2a8915f733eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010598} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.565881] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.565881] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.566263] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.566487] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.566727] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.567100] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bf03035-a50e-4081-aa38-95755516f718 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.576180] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.576307] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.577235] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e383877b-d327-4e5d-a92b-175c3426ffbd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.582762] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 988.582762] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52963131-a0ee-f7c9-21a2-4518761386a6" [ 988.582762] env[68627]: _type = "Task" [ 988.582762] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.591916] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52963131-a0ee-f7c9-21a2-4518761386a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.731231] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance cbded364-1530-4ad4-af08-f1ebd9b296e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 988.878078] env[68627]: DEBUG oslo_concurrency.lockutils [req-c828a1af-30fc-4de1-843a-0840b3b2cd25 req-11e9d9cc-a57e-4ec8-a496-d36e0503fddf service nova] Releasing lock "refresh_cache-14965e48-d0a0-4ae0-97d2-616493eeaf70" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.961084] env[68627]: DEBUG oslo_concurrency.lockutils [None req-de1c7154-3cae-4244-9021-0746d1d56e3b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "c4d81edb-157b-43af-abf4-0ba0908327b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.430s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.093878] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52963131-a0ee-f7c9-21a2-4518761386a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008702} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.094699] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b72e60f-f89a-40d0-9d12-0205ca7d2305 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.100389] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 989.100389] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524860b5-6a36-7280-f295-4e46472fca7c" [ 989.100389] env[68627]: _type = "Task" [ 989.100389] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.109902] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524860b5-6a36-7280-f295-4e46472fca7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.173047] env[68627]: DEBUG nova.objects.instance [None req-964f24a4-6628-48cf-babc-dc6e5404d7b7 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Lazy-loading 'flavor' on Instance uuid e128d8e5-e7bf-473a-aa5b-f887bf9057a2 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.234557] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 45151ded-fac1-4905-89f6-7b6cd953a7bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 989.611175] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524860b5-6a36-7280-f295-4e46472fca7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.611458] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.611732] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 14965e48-d0a0-4ae0-97d2-616493eeaf70/14965e48-d0a0-4ae0-97d2-616493eeaf70.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.611999] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cc235c0-ded0-4a25-b94b-0eee844262fc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.618909] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 989.618909] env[68627]: value = "task-3037482" [ 989.618909] env[68627]: _type = "Task" [ 989.618909] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.627265] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.677741] env[68627]: DEBUG oslo_concurrency.lockutils [None req-964f24a4-6628-48cf-babc-dc6e5404d7b7 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquiring lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.677848] env[68627]: DEBUG oslo_concurrency.lockutils [None req-964f24a4-6628-48cf-babc-dc6e5404d7b7 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquired lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.737139] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 9418253a-1555-4d53-9b7e-94450723038e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 989.737560] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 989.737718] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 990.136486] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037482, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.182683] env[68627]: DEBUG nova.network.neutron [None req-964f24a4-6628-48cf-babc-dc6e5404d7b7 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.193119] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "c4d81edb-157b-43af-abf4-0ba0908327b7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.193374] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "c4d81edb-157b-43af-abf4-0ba0908327b7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.206306] env[68627]: DEBUG nova.compute.manager [req-5e35fff5-f056-4990-a9c6-9a8104d14faa req-4980f630-601f-42b1-837a-d2de71a310fe service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Received event network-changed-b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.206576] env[68627]: DEBUG nova.compute.manager [req-5e35fff5-f056-4990-a9c6-9a8104d14faa req-4980f630-601f-42b1-837a-d2de71a310fe service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Refreshing instance network info cache due to event network-changed-b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.206780] env[68627]: DEBUG oslo_concurrency.lockutils [req-5e35fff5-f056-4990-a9c6-9a8104d14faa req-4980f630-601f-42b1-837a-d2de71a310fe service nova] Acquiring lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.221500] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f901f85-4161-4797-bf9d-b121f4968ecc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.229411] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c925845-9732-4d47-8a8e-514f73a85be4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.262474] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c43a6e-88b5-48ac-a057-785c1f4f663c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.269673] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7036a0-c303-451e-9db9-05caab1a11cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.283159] env[68627]: DEBUG nova.compute.provider_tree [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.634452] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517328} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.634867] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 14965e48-d0a0-4ae0-97d2-616493eeaf70/14965e48-d0a0-4ae0-97d2-616493eeaf70.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.635137] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.635425] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69577f95-13c3-4dc9-bcac-9ee9734eec0d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.642199] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 990.642199] env[68627]: value = "task-3037483" [ 990.642199] env[68627]: _type = "Task" [ 990.642199] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.651732] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.696871] env[68627]: DEBUG nova.compute.utils [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.786331] env[68627]: DEBUG nova.scheduler.client.report [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.986060] env[68627]: DEBUG nova.network.neutron [None req-964f24a4-6628-48cf-babc-dc6e5404d7b7 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Updating instance_info_cache with network_info: [{"id": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "address": "fa:16:3e:5f:f8:7c", "network": {"id": "76cd8e1e-1854-4216-a563-141776ee8325", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-86964821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3fed4bfce584bbba62139868b770920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57907f7-2d", "ovs_interfaceid": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.153014] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063885} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.153406] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.154345] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa56381a-7a94-45cd-83b0-f2a3e3b7d378 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.181212] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 14965e48-d0a0-4ae0-97d2-616493eeaf70/14965e48-d0a0-4ae0-97d2-616493eeaf70.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.181698] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feaa012d-8c91-4c94-adff-97b5f672925f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.201570] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 991.201570] env[68627]: value = "task-3037484" [ 991.201570] env[68627]: _type = "Task" [ 991.201570] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.204845] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "c4d81edb-157b-43af-abf4-0ba0908327b7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.210178] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.294094] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 991.294446] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.114s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.294717] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.779s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.296293] env[68627]: INFO nova.compute.claims [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.488896] env[68627]: DEBUG oslo_concurrency.lockutils [None req-964f24a4-6628-48cf-babc-dc6e5404d7b7 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Releasing lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.489265] env[68627]: DEBUG nova.compute.manager [None req-964f24a4-6628-48cf-babc-dc6e5404d7b7 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Inject network info {{(pid=68627) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 991.489587] env[68627]: DEBUG nova.compute.manager [None req-964f24a4-6628-48cf-babc-dc6e5404d7b7 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] network_info to inject: |[{"id": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "address": "fa:16:3e:5f:f8:7c", "network": {"id": "76cd8e1e-1854-4216-a563-141776ee8325", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-86964821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3fed4bfce584bbba62139868b770920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57907f7-2d", "ovs_interfaceid": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 991.494697] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-964f24a4-6628-48cf-babc-dc6e5404d7b7 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Reconfiguring VM instance to set the machine id {{(pid=68627) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 991.495703] env[68627]: DEBUG oslo_concurrency.lockutils [req-5e35fff5-f056-4990-a9c6-9a8104d14faa req-4980f630-601f-42b1-837a-d2de71a310fe service nova] Acquired lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.495703] env[68627]: DEBUG nova.network.neutron [req-5e35fff5-f056-4990-a9c6-9a8104d14faa req-4980f630-601f-42b1-837a-d2de71a310fe service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Refreshing network info cache for port b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.497411] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57f354a0-4a25-4908-8338-02f24f5a993a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.515553] env[68627]: DEBUG oslo_vmware.api [None req-964f24a4-6628-48cf-babc-dc6e5404d7b7 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for the task: (returnval){ [ 991.515553] env[68627]: value = "task-3037485" [ 991.515553] env[68627]: _type = "Task" [ 991.515553] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.522903] env[68627]: DEBUG nova.objects.instance [None req-6d136e73-9c3f-49d8-b689-799baac7776e tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Lazy-loading 'flavor' on Instance uuid e128d8e5-e7bf-473a-aa5b-f887bf9057a2 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.531733] env[68627]: DEBUG oslo_vmware.api [None req-964f24a4-6628-48cf-babc-dc6e5404d7b7 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037485, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.712520] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037484, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.027036] env[68627]: DEBUG oslo_vmware.api [None req-964f24a4-6628-48cf-babc-dc6e5404d7b7 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037485, 'name': ReconfigVM_Task, 'duration_secs': 0.190276} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.027497] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-964f24a4-6628-48cf-babc-dc6e5404d7b7 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Reconfigured VM instance to set the machine id {{(pid=68627) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 992.030207] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d136e73-9c3f-49d8-b689-799baac7776e tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquiring lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.214153] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037484, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.270947] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "c4d81edb-157b-43af-abf4-0ba0908327b7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.270947] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "c4d81edb-157b-43af-abf4-0ba0908327b7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.270947] env[68627]: INFO nova.compute.manager [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Attaching volume e2ae5676-c5e2-43b9-801c-af5899f2a110 to /dev/sdb [ 992.295868] env[68627]: DEBUG nova.network.neutron [req-5e35fff5-f056-4990-a9c6-9a8104d14faa req-4980f630-601f-42b1-837a-d2de71a310fe service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Updated VIF entry in instance network info cache for port b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.296339] env[68627]: DEBUG nova.network.neutron [req-5e35fff5-f056-4990-a9c6-9a8104d14faa req-4980f630-601f-42b1-837a-d2de71a310fe service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Updating instance_info_cache with network_info: [{"id": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "address": "fa:16:3e:5f:f8:7c", "network": {"id": "76cd8e1e-1854-4216-a563-141776ee8325", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-86964821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3fed4bfce584bbba62139868b770920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57907f7-2d", "ovs_interfaceid": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.309485] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f053c71c-eec2-4547-8b07-5fe95e2a7d93 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.317077] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eda6d4-5390-4750-962d-633974f27353 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.332018] env[68627]: DEBUG nova.virt.block_device [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Updating existing volume attachment record: 1a3dd39a-59b0-4849-83f6-f67dd00e0efc {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 992.698979] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37c1bb6-5723-44ef-bafb-ac4e5feb7a27 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.709112] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd19125-87d7-457f-9824-503277804dd6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.716852] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037484, 'name': ReconfigVM_Task, 'duration_secs': 1.417216} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.743162] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 14965e48-d0a0-4ae0-97d2-616493eeaf70/14965e48-d0a0-4ae0-97d2-616493eeaf70.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.743968] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c59e9bc-5c2b-4b00-8a25-da3f6e93a2f6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.746100] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b725d0f-a546-4f1b-bda9-cce2521aeb4c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.754370] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ddedda-cb12-454e-a58f-f009e1310061 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.758083] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 992.758083] env[68627]: value = "task-3037489" [ 992.758083] env[68627]: _type = "Task" [ 992.758083] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.768662] env[68627]: DEBUG nova.compute.provider_tree [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.774753] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037489, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.799235] env[68627]: DEBUG oslo_concurrency.lockutils [req-5e35fff5-f056-4990-a9c6-9a8104d14faa req-4980f630-601f-42b1-837a-d2de71a310fe service nova] Releasing lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.799713] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d136e73-9c3f-49d8-b689-799baac7776e tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquired lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.250441] env[68627]: DEBUG nova.network.neutron [None req-6d136e73-9c3f-49d8-b689-799baac7776e tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.270270] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037489, 'name': Rename_Task, 'duration_secs': 0.151888} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.271107] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.271903] env[68627]: DEBUG nova.scheduler.client.report [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.276054] env[68627]: DEBUG nova.compute.manager [req-7721508c-98d5-4f50-bb38-b4d452f9e3e5 req-db405beb-eccd-491f-81fb-2121f76d92c6 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Received event network-changed-b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.276242] env[68627]: DEBUG nova.compute.manager [req-7721508c-98d5-4f50-bb38-b4d452f9e3e5 req-db405beb-eccd-491f-81fb-2121f76d92c6 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Refreshing instance network info cache due to event network-changed-b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.276432] env[68627]: DEBUG oslo_concurrency.lockutils [req-7721508c-98d5-4f50-bb38-b4d452f9e3e5 req-db405beb-eccd-491f-81fb-2121f76d92c6 service nova] Acquiring lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.276794] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3d53c60-de37-47b2-b95c-c306d27cf6b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.284285] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 993.284285] env[68627]: value = "task-3037490" [ 993.284285] env[68627]: _type = "Task" [ 993.284285] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.293302] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.778190] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.778666] env[68627]: DEBUG nova.compute.manager [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.781292] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.038s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.781476] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.784063] env[68627]: DEBUG oslo_concurrency.lockutils [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.672s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.784063] env[68627]: DEBUG oslo_concurrency.lockutils [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.786093] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.304s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.797161] env[68627]: DEBUG oslo_vmware.api [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037490, 'name': PowerOnVM_Task, 'duration_secs': 0.50978} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.797778] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.797778] env[68627]: INFO nova.compute.manager [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Took 8.64 seconds to spawn the instance on the hypervisor. [ 993.797918] env[68627]: DEBUG nova.compute.manager [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.799145] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f026aa6-3e18-4c2f-bea4-d1d20dfca851 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.811711] env[68627]: INFO nova.scheduler.client.report [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Deleted allocations for instance 276b3d3b-116f-42c4-a2ac-9c76c8b0be23 [ 993.814034] env[68627]: INFO nova.scheduler.client.report [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Deleted allocations for instance c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f [ 994.087031] env[68627]: DEBUG nova.network.neutron [None req-6d136e73-9c3f-49d8-b689-799baac7776e tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Updating instance_info_cache with network_info: [{"id": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "address": "fa:16:3e:5f:f8:7c", "network": {"id": "76cd8e1e-1854-4216-a563-141776ee8325", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-86964821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3fed4bfce584bbba62139868b770920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57907f7-2d", "ovs_interfaceid": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.116287] env[68627]: INFO nova.compute.manager [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Rebuilding instance [ 994.169055] env[68627]: DEBUG nova.compute.manager [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.169929] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a09421-02bd-409f-83b5-61a004d5627e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.290225] env[68627]: DEBUG nova.compute.utils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.296961] env[68627]: DEBUG nova.compute.manager [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.296961] env[68627]: DEBUG nova.network.neutron [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.322958] env[68627]: INFO nova.compute.manager [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Took 33.66 seconds to build instance. [ 994.331409] env[68627]: DEBUG oslo_concurrency.lockutils [None req-25f94ef9-a4f4-4f2e-8695-8c85b82daa6b tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "276b3d3b-116f-42c4-a2ac-9c76c8b0be23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.770s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.332077] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec625c33-559f-4dd5-a9d8-4ac3163ce92a tempest-ServersListShow2100Test-693519490 tempest-ServersListShow2100Test-693519490-project-member] Lock "c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.371s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.342774] env[68627]: DEBUG nova.policy [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53dc98b5c36e4398a6211de68fac4be5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef62a193076467f9804aeca342b328b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.592407] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6d136e73-9c3f-49d8-b689-799baac7776e tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Releasing lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.592407] env[68627]: DEBUG nova.compute.manager [None req-6d136e73-9c3f-49d8-b689-799baac7776e tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Inject network info {{(pid=68627) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 994.592407] env[68627]: DEBUG nova.compute.manager [None req-6d136e73-9c3f-49d8-b689-799baac7776e tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] network_info to inject: |[{"id": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "address": "fa:16:3e:5f:f8:7c", "network": {"id": "76cd8e1e-1854-4216-a563-141776ee8325", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-86964821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3fed4bfce584bbba62139868b770920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57907f7-2d", "ovs_interfaceid": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 994.595889] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d136e73-9c3f-49d8-b689-799baac7776e tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Reconfiguring VM instance to set the machine id {{(pid=68627) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 994.596186] env[68627]: DEBUG oslo_concurrency.lockutils [req-7721508c-98d5-4f50-bb38-b4d452f9e3e5 req-db405beb-eccd-491f-81fb-2121f76d92c6 service nova] Acquired lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.596810] env[68627]: DEBUG nova.network.neutron [req-7721508c-98d5-4f50-bb38-b4d452f9e3e5 req-db405beb-eccd-491f-81fb-2121f76d92c6 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Refreshing network info cache for port b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.597959] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b526346e-881f-44f6-b798-45048542388a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.617661] env[68627]: DEBUG oslo_vmware.api [None req-6d136e73-9c3f-49d8-b689-799baac7776e tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for the task: (returnval){ [ 994.617661] env[68627]: value = "task-3037492" [ 994.617661] env[68627]: _type = "Task" [ 994.617661] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.631947] env[68627]: DEBUG oslo_vmware.api [None req-6d136e73-9c3f-49d8-b689-799baac7776e tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037492, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.714084] env[68627]: DEBUG nova.network.neutron [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Successfully created port: 31aed170-cc66-4437-bc02-042b818421a7 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.742019] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca71e96-c6e2-4929-9554-fc14c0b9729d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.752488] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb93c6bd-8774-4d7c-8347-2f4ca21c6f9c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.793661] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dd586b-e576-42ef-ac7a-09ee55b3dc57 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.799521] env[68627]: DEBUG nova.compute.manager [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.806551] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce2d05d-a59e-44b9-8f75-7a2fbb035ebf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.822130] env[68627]: DEBUG nova.compute.provider_tree [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.824073] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30e667e6-3b20-48f3-8302-077e1cd52d30 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "14965e48-d0a0-4ae0-97d2-616493eeaf70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.171s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.881034] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "3473aef1-5904-44b7-9ae5-691e8400c6cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.881034] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "3473aef1-5904-44b7-9ae5-691e8400c6cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.881193] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "3473aef1-5904-44b7-9ae5-691e8400c6cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.881356] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "3473aef1-5904-44b7-9ae5-691e8400c6cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.881533] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "3473aef1-5904-44b7-9ae5-691e8400c6cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.884668] env[68627]: INFO nova.compute.manager [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Terminating instance [ 995.142124] env[68627]: DEBUG oslo_vmware.api [None req-6d136e73-9c3f-49d8-b689-799baac7776e tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037492, 'name': ReconfigVM_Task, 'duration_secs': 0.172309} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.142468] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6d136e73-9c3f-49d8-b689-799baac7776e tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Reconfigured VM instance to set the machine id {{(pid=68627) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 995.187752] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.187996] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2866042d-1aa8-4e56-8f3e-09142dd4851d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.195910] env[68627]: DEBUG oslo_vmware.api [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Waiting for the task: (returnval){ [ 995.195910] env[68627]: value = "task-3037493" [ 995.195910] env[68627]: _type = "Task" [ 995.195910] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.208547] env[68627]: DEBUG oslo_vmware.api [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.327090] env[68627]: DEBUG nova.scheduler.client.report [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.365649] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquiring lock "e128d8e5-e7bf-473a-aa5b-f887bf9057a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.366095] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Lock "e128d8e5-e7bf-473a-aa5b-f887bf9057a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.366472] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquiring lock "e128d8e5-e7bf-473a-aa5b-f887bf9057a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.366806] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Lock "e128d8e5-e7bf-473a-aa5b-f887bf9057a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.367400] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Lock "e128d8e5-e7bf-473a-aa5b-f887bf9057a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.370451] env[68627]: INFO nova.compute.manager [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Terminating instance [ 995.389262] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "refresh_cache-3473aef1-5904-44b7-9ae5-691e8400c6cd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.389583] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquired lock "refresh_cache-3473aef1-5904-44b7-9ae5-691e8400c6cd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.389869] env[68627]: DEBUG nova.network.neutron [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.419111] env[68627]: DEBUG nova.network.neutron [req-7721508c-98d5-4f50-bb38-b4d452f9e3e5 req-db405beb-eccd-491f-81fb-2121f76d92c6 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Updated VIF entry in instance network info cache for port b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.419542] env[68627]: DEBUG nova.network.neutron [req-7721508c-98d5-4f50-bb38-b4d452f9e3e5 req-db405beb-eccd-491f-81fb-2121f76d92c6 service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Updating instance_info_cache with network_info: [{"id": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "address": "fa:16:3e:5f:f8:7c", "network": {"id": "76cd8e1e-1854-4216-a563-141776ee8325", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-86964821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3fed4bfce584bbba62139868b770920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57907f7-2d", "ovs_interfaceid": "b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.706873] env[68627]: DEBUG oslo_vmware.api [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037493, 'name': PowerOffVM_Task, 'duration_secs': 0.223736} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.707170] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.707876] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.708150] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faedcb38-a0a2-47d5-99a4-ab98fa6c6f55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.714785] env[68627]: DEBUG oslo_vmware.api [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Waiting for the task: (returnval){ [ 995.714785] env[68627]: value = "task-3037494" [ 995.714785] env[68627]: _type = "Task" [ 995.714785] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.729018] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 995.729245] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 995.729432] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608550', 'volume_id': '21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'name': 'volume-21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a94195d8-4560-4520-af0a-23b74c51bdf4', 'attached_at': '', 'detached_at': '', 'volume_id': '21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'serial': '21ad3a14-6f75-4305-8f52-41e52a1fab3b'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 995.730337] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976de72f-23a1-4827-976c-da4faaf6f10e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.749789] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9420f5f1-d776-4f3b-a840-fb42f8e51212 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.756990] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0eab5c-c9f6-40ca-a4df-88593796497b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.777646] env[68627]: DEBUG nova.compute.manager [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.778525] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de7b1fa-cd15-4e58-8ccc-038fb65dca66 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.781492] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4841e60f-a641-49fa-9ba7-cda8359a5947 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.800937] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] The volume has not been displaced from its original location: [datastore1] volume-21ad3a14-6f75-4305-8f52-41e52a1fab3b/volume-21ad3a14-6f75-4305-8f52-41e52a1fab3b.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 995.807444] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 995.809061] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d744c67-24bc-46be-995d-437644e2c975 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.824626] env[68627]: DEBUG nova.compute.manager [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.828424] env[68627]: DEBUG oslo_concurrency.lockutils [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "5cff7228-7263-4947-8dd8-93516397379f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.828655] env[68627]: DEBUG oslo_concurrency.lockutils [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "5cff7228-7263-4947-8dd8-93516397379f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.837537] env[68627]: DEBUG oslo_vmware.api [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Waiting for the task: (returnval){ [ 995.837537] env[68627]: value = "task-3037495" [ 995.837537] env[68627]: _type = "Task" [ 995.837537] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.848325] env[68627]: DEBUG oslo_vmware.api [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037495, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.857794] env[68627]: DEBUG nova.virt.hardware [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.858108] env[68627]: DEBUG nova.virt.hardware [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.858233] env[68627]: DEBUG nova.virt.hardware [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.858426] env[68627]: DEBUG nova.virt.hardware [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.858577] env[68627]: DEBUG nova.virt.hardware [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.858737] env[68627]: DEBUG nova.virt.hardware [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.858956] env[68627]: DEBUG nova.virt.hardware [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.859146] env[68627]: DEBUG nova.virt.hardware [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.859333] env[68627]: DEBUG nova.virt.hardware [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.859510] env[68627]: DEBUG nova.virt.hardware [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.859687] env[68627]: DEBUG nova.virt.hardware [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.861254] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bc308d-cf80-4dd0-aca2-ce79a7136865 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.870315] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81d2fdf-7cae-4881-ba17-fea0f0395898 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.876649] env[68627]: DEBUG nova.compute.manager [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.877230] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.886478] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb034269-e4bd-4ff0-998e-7925b8bc5c16 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.895448] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.895702] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5471703a-c73a-4ba0-8b67-542d94d27d9a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.901275] env[68627]: DEBUG oslo_vmware.api [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for the task: (returnval){ [ 995.901275] env[68627]: value = "task-3037496" [ 995.901275] env[68627]: _type = "Task" [ 995.901275] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.908327] env[68627]: DEBUG oslo_vmware.api [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.912395] env[68627]: DEBUG nova.network.neutron [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.923327] env[68627]: DEBUG oslo_concurrency.lockutils [req-7721508c-98d5-4f50-bb38-b4d452f9e3e5 req-db405beb-eccd-491f-81fb-2121f76d92c6 service nova] Releasing lock "refresh_cache-e128d8e5-e7bf-473a-aa5b-f887bf9057a2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.971542] env[68627]: DEBUG nova.network.neutron [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.291488] env[68627]: INFO nova.compute.manager [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] instance snapshotting [ 996.298022] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04724de-6406-4460-a965-47084b62d378 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.319704] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f265c7f-7e20-480c-a9ea-c3d97b438905 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.333311] env[68627]: DEBUG nova.compute.utils [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.339488] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.553s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.343065] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.477s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.343710] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.345899] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.556s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.349134] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.349612] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.665s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.351486] env[68627]: INFO nova.compute.claims [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.366206] env[68627]: DEBUG oslo_vmware.api [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037495, 'name': ReconfigVM_Task, 'duration_secs': 0.297128} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.366517] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 996.373083] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce0a708-71e1-4a37-aea2-6455f279d114 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.389667] env[68627]: DEBUG oslo_vmware.api [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Waiting for the task: (returnval){ [ 996.389667] env[68627]: value = "task-3037497" [ 996.389667] env[68627]: _type = "Task" [ 996.389667] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.395164] env[68627]: INFO nova.scheduler.client.report [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Deleted allocations for instance 45582fce-3581-448a-8a90-d307fbc9ac18 [ 996.400324] env[68627]: INFO nova.scheduler.client.report [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleted allocations for instance cb38574c-7d54-4048-b739-09cf0ea9a132 [ 996.412620] env[68627]: DEBUG oslo_vmware.api [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.418369] env[68627]: DEBUG oslo_vmware.api [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037496, 'name': PowerOffVM_Task, 'duration_secs': 0.286315} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.418679] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.418854] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.420179] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b09dfa9-5eea-4b24-b816-0d68d679db50 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.474674] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Releasing lock "refresh_cache-3473aef1-5904-44b7-9ae5-691e8400c6cd" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.474794] env[68627]: DEBUG nova.compute.manager [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.474909] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.476028] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724e53b7-cd68-485b-a6b7-76c5ccdcf6d7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.484689] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.485634] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7cb7a33-81d3-4e52-a93a-a26d3e56d44c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.487578] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.487777] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.487955] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Deleting the datastore file [datastore1] e128d8e5-e7bf-473a-aa5b-f887bf9057a2 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.489438] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08afee4c-714c-4556-84b5-afe823431509 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.492986] env[68627]: DEBUG oslo_vmware.api [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 996.492986] env[68627]: value = "task-3037499" [ 996.492986] env[68627]: _type = "Task" [ 996.492986] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.497708] env[68627]: DEBUG oslo_vmware.api [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for the task: (returnval){ [ 996.497708] env[68627]: value = "task-3037500" [ 996.497708] env[68627]: _type = "Task" [ 996.497708] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.506343] env[68627]: DEBUG oslo_vmware.api [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.512295] env[68627]: DEBUG oslo_vmware.api [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.549378] env[68627]: DEBUG nova.network.neutron [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Successfully updated port: 31aed170-cc66-4437-bc02-042b818421a7 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.641441] env[68627]: DEBUG nova.compute.manager [req-f45f090a-aa50-4c3f-a222-91ac88827b02 req-d848c3cb-877c-4d9d-9f41-fd0830b2da7a service nova] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Received event network-vif-plugged-31aed170-cc66-4437-bc02-042b818421a7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.641697] env[68627]: DEBUG oslo_concurrency.lockutils [req-f45f090a-aa50-4c3f-a222-91ac88827b02 req-d848c3cb-877c-4d9d-9f41-fd0830b2da7a service nova] Acquiring lock "cbded364-1530-4ad4-af08-f1ebd9b296e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.641911] env[68627]: DEBUG oslo_concurrency.lockutils [req-f45f090a-aa50-4c3f-a222-91ac88827b02 req-d848c3cb-877c-4d9d-9f41-fd0830b2da7a service nova] Lock "cbded364-1530-4ad4-af08-f1ebd9b296e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.642140] env[68627]: DEBUG oslo_concurrency.lockutils [req-f45f090a-aa50-4c3f-a222-91ac88827b02 req-d848c3cb-877c-4d9d-9f41-fd0830b2da7a service nova] Lock "cbded364-1530-4ad4-af08-f1ebd9b296e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.642379] env[68627]: DEBUG nova.compute.manager [req-f45f090a-aa50-4c3f-a222-91ac88827b02 req-d848c3cb-877c-4d9d-9f41-fd0830b2da7a service nova] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] No waiting events found dispatching network-vif-plugged-31aed170-cc66-4437-bc02-042b818421a7 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.642601] env[68627]: WARNING nova.compute.manager [req-f45f090a-aa50-4c3f-a222-91ac88827b02 req-d848c3cb-877c-4d9d-9f41-fd0830b2da7a service nova] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Received unexpected event network-vif-plugged-31aed170-cc66-4437-bc02-042b818421a7 for instance with vm_state building and task_state spawning. [ 996.830626] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 996.831457] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dc3cb771-46de-4207-8968-7208f6f10f1b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.833960] env[68627]: DEBUG oslo_concurrency.lockutils [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "5cff7228-7263-4947-8dd8-93516397379f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.840368] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 996.840368] env[68627]: value = "task-3037501" [ 996.840368] env[68627]: _type = "Task" [ 996.840368] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.851208] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037501, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.880458] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 996.880746] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608626', 'volume_id': 'e2ae5676-c5e2-43b9-801c-af5899f2a110', 'name': 'volume-e2ae5676-c5e2-43b9-801c-af5899f2a110', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4d81edb-157b-43af-abf4-0ba0908327b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2ae5676-c5e2-43b9-801c-af5899f2a110', 'serial': 'e2ae5676-c5e2-43b9-801c-af5899f2a110'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 996.881602] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051da35-245f-46da-839d-2ec969e086d8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.902269] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0f1d62-657d-4716-a64b-933c91645ed3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.910296] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f2c48a95-851f-4888-9739-fad36a358404 tempest-ServerRescueTestJSON-1474739327 tempest-ServerRescueTestJSON-1474739327-project-member] Lock "45582fce-3581-448a-8a90-d307fbc9ac18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.963s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.911280] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0ec96ae9-4514-4042-8aab-0856bea445fc tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "cb38574c-7d54-4048-b739-09cf0ea9a132" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.534s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.912757] env[68627]: INFO nova.scheduler.client.report [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted allocation for migration 0bd472da-3797-428e-a885-34174fbe556c [ 996.931271] env[68627]: DEBUG oslo_vmware.api [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037497, 'name': ReconfigVM_Task, 'duration_secs': 0.15376} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.939352] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-e2ae5676-c5e2-43b9-801c-af5899f2a110/volume-e2ae5676-c5e2-43b9-801c-af5899f2a110.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.942810] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608550', 'volume_id': '21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'name': 'volume-21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a94195d8-4560-4520-af0a-23b74c51bdf4', 'attached_at': '', 'detached_at': '', 'volume_id': '21ad3a14-6f75-4305-8f52-41e52a1fab3b', 'serial': '21ad3a14-6f75-4305-8f52-41e52a1fab3b'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 996.943125] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.943401] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-640b9641-a2d6-4fa8-9ec9-82769b82e5d8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.958294] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f614040-f071-426f-9ca7-0b6404e4b300 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.967285] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.967555] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c9dbbc5-40a2-459d-a916-4525f4ae446d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.970794] env[68627]: DEBUG oslo_vmware.api [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 996.970794] env[68627]: value = "task-3037502" [ 996.970794] env[68627]: _type = "Task" [ 996.970794] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.980726] env[68627]: DEBUG oslo_vmware.api [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.005932] env[68627]: DEBUG oslo_vmware.api [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037499, 'name': PowerOffVM_Task, 'duration_secs': 0.132246} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.006937] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.007076] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.007293] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-524d4f9e-a8d2-4e6d-b041-90b69fb01ad2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.012136] env[68627]: DEBUG oslo_vmware.api [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Task: {'id': task-3037500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146982} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.012706] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.012890] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.013079] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.013256] env[68627]: INFO nova.compute.manager [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 997.013500] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.013695] env[68627]: DEBUG nova.compute.manager [-] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.013793] env[68627]: DEBUG nova.network.neutron [-] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.030214] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.030214] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.030214] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Deleting the datastore file [datastore1] a94195d8-4560-4520-af0a-23b74c51bdf4 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.030214] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8de0ccf6-27a8-4ac2-8b5f-ddf6478fcb67 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.033781] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.033970] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.034180] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Deleting the datastore file [datastore2] 3473aef1-5904-44b7-9ae5-691e8400c6cd {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.034422] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cd99c32-ed98-41d6-aae6-070463ede964 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.037177] env[68627]: DEBUG oslo_vmware.api [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Waiting for the task: (returnval){ [ 997.037177] env[68627]: value = "task-3037505" [ 997.037177] env[68627]: _type = "Task" [ 997.037177] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.042838] env[68627]: DEBUG oslo_vmware.api [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for the task: (returnval){ [ 997.042838] env[68627]: value = "task-3037506" [ 997.042838] env[68627]: _type = "Task" [ 997.042838] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.045874] env[68627]: DEBUG oslo_vmware.api [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.055122] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Acquiring lock "refresh_cache-cbded364-1530-4ad4-af08-f1ebd9b296e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.055270] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Acquired lock "refresh_cache-cbded364-1530-4ad4-af08-f1ebd9b296e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.055994] env[68627]: DEBUG nova.network.neutron [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.056656] env[68627]: DEBUG oslo_vmware.api [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.223870] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.224179] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.353253] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037501, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.459291] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9d178cd7-4134-48e0-9689-6819bbb900e4 tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "31f63376-80aa-4918-a389-28b8311346f8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.490s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.483375] env[68627]: DEBUG oslo_vmware.api [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.557018] env[68627]: DEBUG oslo_vmware.api [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Task: {'id': task-3037505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081677} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.557018] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.557018] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.557018] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.563233] env[68627]: DEBUG oslo_vmware.api [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Task: {'id': task-3037506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102378} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.571169] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.571391] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.571576] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.571753] env[68627]: INFO nova.compute.manager [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Took 1.10 seconds to destroy the instance on the hypervisor. [ 997.572011] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.572830] env[68627]: DEBUG nova.compute.manager [-] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.572923] env[68627]: DEBUG nova.network.neutron [-] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.605206] env[68627]: DEBUG nova.network.neutron [-] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.620527] env[68627]: DEBUG nova.network.neutron [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.640703] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 997.641036] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c52d383-a83b-4643-989f-6c0a220e900d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.650084] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000bd8e9-1138-45dd-a3da-c556c44b406c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.669068] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "96e83d99-c233-4409-900f-64cbdf961769" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.669319] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "96e83d99-c233-4409-900f-64cbdf961769" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.669589] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "96e83d99-c233-4409-900f-64cbdf961769-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.669794] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "96e83d99-c233-4409-900f-64cbdf961769-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.669966] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "96e83d99-c233-4409-900f-64cbdf961769-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.673604] env[68627]: INFO nova.compute.manager [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Terminating instance [ 997.697568] env[68627]: ERROR nova.compute.manager [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Failed to detach volume 21ad3a14-6f75-4305-8f52-41e52a1fab3b from /dev/sda: nova.exception.InstanceNotFound: Instance a94195d8-4560-4520-af0a-23b74c51bdf4 could not be found. [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Traceback (most recent call last): [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] self.driver.rebuild(**kwargs) [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] raise NotImplementedError() [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] NotImplementedError [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] During handling of the above exception, another exception occurred: [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Traceback (most recent call last): [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] self.driver.detach_volume(context, old_connection_info, [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] return self._volumeops.detach_volume(connection_info, instance) [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] self._detach_volume_vmdk(connection_info, instance) [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] stable_ref.fetch_moref(session) [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] raise exception.InstanceNotFound(instance_id=self._uuid) [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] nova.exception.InstanceNotFound: Instance a94195d8-4560-4520-af0a-23b74c51bdf4 could not be found. [ 997.697568] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] [ 997.731193] env[68627]: DEBUG nova.compute.utils [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.783376] env[68627]: DEBUG nova.network.neutron [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Updating instance_info_cache with network_info: [{"id": "31aed170-cc66-4437-bc02-042b818421a7", "address": "fa:16:3e:d2:b6:84", "network": {"id": "c57c11d0-2738-431a-82f4-f179b6c9d613", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1069102862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef62a193076467f9804aeca342b328b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31aed170-cc", "ovs_interfaceid": "31aed170-cc66-4437-bc02-042b818421a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.798680] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777487c1-0bb9-45c5-b8dc-bbededcdfa7b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.809589] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b34413-67aa-4872-b1bf-a43e4be51d48 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.852565] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897ae94c-f54d-4bec-89b4-4ce55f1843da {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.860155] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037501, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.863140] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4611e4-8cc3-4f8f-b8ce-235d8255e0b8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.876413] env[68627]: DEBUG oslo_concurrency.lockutils [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "5cff7228-7263-4947-8dd8-93516397379f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.876660] env[68627]: DEBUG oslo_concurrency.lockutils [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "5cff7228-7263-4947-8dd8-93516397379f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.876902] env[68627]: INFO nova.compute.manager [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Attaching volume 9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff to /dev/sdb [ 997.878647] env[68627]: DEBUG nova.compute.provider_tree [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.898393] env[68627]: DEBUG nova.compute.utils [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Build of instance a94195d8-4560-4520-af0a-23b74c51bdf4 aborted: Failed to rebuild volume backed instance. {{(pid=68627) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 997.901910] env[68627]: ERROR nova.compute.manager [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a94195d8-4560-4520-af0a-23b74c51bdf4 aborted: Failed to rebuild volume backed instance. [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Traceback (most recent call last): [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] self.driver.rebuild(**kwargs) [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] raise NotImplementedError() [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] NotImplementedError [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] During handling of the above exception, another exception occurred: [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Traceback (most recent call last): [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] self._detach_root_volume(context, instance, root_bdm) [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] with excutils.save_and_reraise_exception(): [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] self.force_reraise() [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] raise self.value [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] self.driver.detach_volume(context, old_connection_info, [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] return self._volumeops.detach_volume(connection_info, instance) [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] self._detach_volume_vmdk(connection_info, instance) [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] stable_ref.fetch_moref(session) [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] raise exception.InstanceNotFound(instance_id=self._uuid) [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] nova.exception.InstanceNotFound: Instance a94195d8-4560-4520-af0a-23b74c51bdf4 could not be found. [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] During handling of the above exception, another exception occurred: [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Traceback (most recent call last): [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] yield [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 997.901910] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] self._do_rebuild_instance_with_claim( [ 997.903692] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 997.903692] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] self._do_rebuild_instance( [ 997.903692] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 997.903692] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] self._rebuild_default_impl(**kwargs) [ 997.903692] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 997.903692] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] self._rebuild_volume_backed_instance( [ 997.903692] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 997.903692] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] raise exception.BuildAbortException( [ 997.903692] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] nova.exception.BuildAbortException: Build of instance a94195d8-4560-4520-af0a-23b74c51bdf4 aborted: Failed to rebuild volume backed instance. [ 997.903692] env[68627]: ERROR nova.compute.manager [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] [ 997.923451] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1505d4ec-6eab-4962-bcd5-6aea52b554ed {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.928207] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2661f10-5890-436e-990b-5b17c3f23d33 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.942139] env[68627]: DEBUG nova.virt.block_device [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Updating existing volume attachment record: 0b89a7f9-d96f-4c21-ae79-1823197e179b {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 997.980509] env[68627]: DEBUG oslo_vmware.api [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037502, 'name': ReconfigVM_Task, 'duration_secs': 0.652671} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.980817] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-e2ae5676-c5e2-43b9-801c-af5899f2a110/volume-e2ae5676-c5e2-43b9-801c-af5899f2a110.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.985743] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1cd6376-1116-4bec-8c9d-235717a6e116 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.003745] env[68627]: DEBUG oslo_vmware.api [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 998.003745] env[68627]: value = "task-3037507" [ 998.003745] env[68627]: _type = "Task" [ 998.003745] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.017558] env[68627]: DEBUG oslo_vmware.api [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.109022] env[68627]: DEBUG nova.network.neutron [-] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.177671] env[68627]: DEBUG nova.compute.manager [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.177950] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.179246] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2431fc2-7189-46ff-bb7d-19b1480b92f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.186545] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.186782] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a991b719-2749-4f40-8afa-9a0b3b3c496b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.192650] env[68627]: DEBUG oslo_vmware.api [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 998.192650] env[68627]: value = "task-3037509" [ 998.192650] env[68627]: _type = "Task" [ 998.192650] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.200677] env[68627]: DEBUG oslo_vmware.api [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.237645] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.238274] env[68627]: DEBUG nova.network.neutron [-] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.289407] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Releasing lock "refresh_cache-cbded364-1530-4ad4-af08-f1ebd9b296e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.289407] env[68627]: DEBUG nova.compute.manager [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Instance network_info: |[{"id": "31aed170-cc66-4437-bc02-042b818421a7", "address": "fa:16:3e:d2:b6:84", "network": {"id": "c57c11d0-2738-431a-82f4-f179b6c9d613", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1069102862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef62a193076467f9804aeca342b328b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31aed170-cc", "ovs_interfaceid": "31aed170-cc66-4437-bc02-042b818421a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.289407] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:b6:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31aed170-cc66-4437-bc02-042b818421a7', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.299539] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Creating folder: Project (4ef62a193076467f9804aeca342b328b). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.299999] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9b29a2f-8042-49f5-a9a5-810975f76964 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.312460] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Created folder: Project (4ef62a193076467f9804aeca342b328b) in parent group-v608385. [ 998.312460] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Creating folder: Instances. Parent ref: group-v608628. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.312460] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33de47bb-2cb2-4257-826f-9baf417f85ae {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.321864] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Created folder: Instances in parent group-v608628. [ 998.322172] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.322475] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.322759] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-633e254c-a1e5-4954-a830-e7b1049277e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.342889] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.342889] env[68627]: value = "task-3037512" [ 998.342889] env[68627]: _type = "Task" [ 998.342889] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.354616] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037512, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.358259] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037501, 'name': CreateSnapshot_Task, 'duration_secs': 1.26513} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.358625] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 998.359270] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f085ca3f-47ab-4426-ab59-86aa372e0615 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.382189] env[68627]: DEBUG nova.scheduler.client.report [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.513947] env[68627]: DEBUG oslo_vmware.api [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037507, 'name': ReconfigVM_Task, 'duration_secs': 0.160004} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.514462] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608626', 'volume_id': 'e2ae5676-c5e2-43b9-801c-af5899f2a110', 'name': 'volume-e2ae5676-c5e2-43b9-801c-af5899f2a110', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4d81edb-157b-43af-abf4-0ba0908327b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2ae5676-c5e2-43b9-801c-af5899f2a110', 'serial': 'e2ae5676-c5e2-43b9-801c-af5899f2a110'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 998.612362] env[68627]: INFO nova.compute.manager [-] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Took 1.04 seconds to deallocate network for instance. [ 998.695240] env[68627]: DEBUG nova.compute.manager [req-c768f3f3-3540-454a-a577-8fe7bd51abbb req-c99fbd02-ec37-441d-8db7-cbf778de18dd service nova] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Received event network-changed-31aed170-cc66-4437-bc02-042b818421a7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.695240] env[68627]: DEBUG nova.compute.manager [req-c768f3f3-3540-454a-a577-8fe7bd51abbb req-c99fbd02-ec37-441d-8db7-cbf778de18dd service nova] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Refreshing instance network info cache due to event network-changed-31aed170-cc66-4437-bc02-042b818421a7. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.695240] env[68627]: DEBUG oslo_concurrency.lockutils [req-c768f3f3-3540-454a-a577-8fe7bd51abbb req-c99fbd02-ec37-441d-8db7-cbf778de18dd service nova] Acquiring lock "refresh_cache-cbded364-1530-4ad4-af08-f1ebd9b296e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.695361] env[68627]: DEBUG oslo_concurrency.lockutils [req-c768f3f3-3540-454a-a577-8fe7bd51abbb req-c99fbd02-ec37-441d-8db7-cbf778de18dd service nova] Acquired lock "refresh_cache-cbded364-1530-4ad4-af08-f1ebd9b296e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.696250] env[68627]: DEBUG nova.network.neutron [req-c768f3f3-3540-454a-a577-8fe7bd51abbb req-c99fbd02-ec37-441d-8db7-cbf778de18dd service nova] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Refreshing network info cache for port 31aed170-cc66-4437-bc02-042b818421a7 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.707020] env[68627]: DEBUG oslo_vmware.api [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037509, 'name': PowerOffVM_Task, 'duration_secs': 0.318604} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.708008] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.708115] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.708352] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-815646d9-29e4-4b0a-bca5-c2f906512052 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.741491] env[68627]: INFO nova.compute.manager [-] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Took 1.73 seconds to deallocate network for instance. [ 998.772037] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.772430] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.772719] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleting the datastore file [datastore2] 96e83d99-c233-4409-900f-64cbdf961769 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.774267] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6f01455-7d75-446c-8578-e93e42347967 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.782914] env[68627]: DEBUG oslo_vmware.api [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for the task: (returnval){ [ 998.782914] env[68627]: value = "task-3037516" [ 998.782914] env[68627]: _type = "Task" [ 998.782914] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.796032] env[68627]: DEBUG oslo_vmware.api [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.857019] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037512, 'name': CreateVM_Task, 'duration_secs': 0.359138} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.857019] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.857019] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.857019] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.857019] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.857019] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e48f60de-40e2-4a3a-bad3-2bcb52bfb637 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.861910] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Waiting for the task: (returnval){ [ 998.861910] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52836190-4986-ab22-167c-945dba6d96fd" [ 998.861910] env[68627]: _type = "Task" [ 998.861910] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.878015] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 998.878556] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52836190-4986-ab22-167c-945dba6d96fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.878911] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca0956d5-d877-40ec-9c2e-e5bb5b225b1d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.887063] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 998.887063] env[68627]: value = "task-3037517" [ 998.887063] env[68627]: _type = "Task" [ 998.887063] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.893172] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.893824] env[68627]: DEBUG nova.compute.manager [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.896761] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.162s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.896761] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.902467] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.135s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.902620] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.904271] env[68627]: DEBUG oslo_concurrency.lockutils [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.376s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.904551] env[68627]: DEBUG oslo_concurrency.lockutils [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.906110] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.585s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.906298] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.907859] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.529s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.909622] env[68627]: INFO nova.compute.claims [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.920105] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037517, 'name': CloneVM_Task} progress is 12%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.940435] env[68627]: INFO nova.scheduler.client.report [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Deleted allocations for instance a99ad608-45f4-4aca-b012-7c1b6b091ea4 [ 998.942279] env[68627]: INFO nova.scheduler.client.report [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Deleted allocations for instance 503fd899-ef95-4ce6-88b8-6f611ce640aa [ 998.953136] env[68627]: WARNING oslo_messaging._drivers.amqpdriver [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 998.967820] env[68627]: INFO nova.scheduler.client.report [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted allocations for instance f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0 [ 998.977664] env[68627]: INFO nova.scheduler.client.report [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Deleted allocations for instance cac9be22-fe33-4bbc-b5e7-d9521a3cf387 [ 999.110684] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "31f63376-80aa-4918-a389-28b8311346f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.111018] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "31f63376-80aa-4918-a389-28b8311346f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.111250] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "31f63376-80aa-4918-a389-28b8311346f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.111469] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "31f63376-80aa-4918-a389-28b8311346f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.111641] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "31f63376-80aa-4918-a389-28b8311346f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.114844] env[68627]: INFO nova.compute.manager [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Terminating instance [ 999.119239] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.253505] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.297827] env[68627]: DEBUG oslo_vmware.api [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Task: {'id': task-3037516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135312} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.301215] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.301504] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.301795] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.302044] env[68627]: INFO nova.compute.manager [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Took 1.12 seconds to destroy the instance on the hypervisor. [ 999.302477] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.303094] env[68627]: DEBUG nova.compute.manager [-] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.303230] env[68627]: DEBUG nova.network.neutron [-] [instance: 96e83d99-c233-4409-900f-64cbdf961769] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.322777] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.322998] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.323342] env[68627]: INFO nova.compute.manager [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Attaching volume 0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e to /dev/sdb [ 999.368660] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f156f277-b3ec-4b08-ae90-69fbe395f515 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.378730] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52836190-4986-ab22-167c-945dba6d96fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.381123] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.381402] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.381616] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.381780] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.381936] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.383164] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9a5c2d-af28-4fc3-bc27-578cba9408b3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.385843] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07339927-d892-469e-a693-1eae6e8f6484 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.401259] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037517, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.402514] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.402688] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.403553] env[68627]: DEBUG nova.virt.block_device [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Updating existing volume attachment record: d2364bc5-06c3-4250-82f8-ae79e73d4821 {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 999.405896] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd44ea58-dd15-4b58-b26c-fefc55c310e9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.411732] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Waiting for the task: (returnval){ [ 999.411732] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529d35cc-19de-fd50-79e1-21aa2c1e1ae9" [ 999.411732] env[68627]: _type = "Task" [ 999.411732] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.417789] env[68627]: DEBUG nova.compute.utils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.419182] env[68627]: DEBUG nova.compute.manager [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Not allocating networking since 'none' was specified. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 999.425729] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529d35cc-19de-fd50-79e1-21aa2c1e1ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.430706] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d10718-d98b-4185-b2e3-6be59e8c0133 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.437265] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Waiting for the task: (returnval){ [ 999.437265] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521f3f4d-cd30-d478-d32d-e6927a04dbcc" [ 999.437265] env[68627]: _type = "Task" [ 999.437265] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.449039] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521f3f4d-cd30-d478-d32d-e6927a04dbcc, 'name': SearchDatastore_Task, 'duration_secs': 0.009051} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.449317] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.449948] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] cbded364-1530-4ad4-af08-f1ebd9b296e5/cbded364-1530-4ad4-af08-f1ebd9b296e5.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.449948] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32b4a9f0-956c-47db-b25c-431516964f28 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.465023] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Waiting for the task: (returnval){ [ 999.465023] env[68627]: value = "task-3037518" [ 999.465023] env[68627]: _type = "Task" [ 999.465023] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.465578] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f06e95fb-f4a4-4e1c-be92-67202f7bdfc1 tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "503fd899-ef95-4ce6-88b8-6f611ce640aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.115s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.466512] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c7b0f3e-d988-4d02-be7f-c289461a05fe tempest-MultipleCreateTestJSON-459832389 tempest-MultipleCreateTestJSON-459832389-project-member] Lock "a99ad608-45f4-4aca-b012-7c1b6b091ea4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.197s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.478834] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.479320] env[68627]: DEBUG oslo_concurrency.lockutils [None req-70e62e30-231a-49bf-9c8f-1351d0e11fd0 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.437s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.487525] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0bfeabf4-fd02-4ccf-9ffe-0d635540b54b tempest-ServersTestJSON-1506196852 tempest-ServersTestJSON-1506196852-project-member] Lock "cac9be22-fe33-4bbc-b5e7-d9521a3cf387" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.974s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.562407] env[68627]: DEBUG nova.network.neutron [req-c768f3f3-3540-454a-a577-8fe7bd51abbb req-c99fbd02-ec37-441d-8db7-cbf778de18dd service nova] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Updated VIF entry in instance network info cache for port 31aed170-cc66-4437-bc02-042b818421a7. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.564109] env[68627]: DEBUG nova.network.neutron [req-c768f3f3-3540-454a-a577-8fe7bd51abbb req-c99fbd02-ec37-441d-8db7-cbf778de18dd service nova] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Updating instance_info_cache with network_info: [{"id": "31aed170-cc66-4437-bc02-042b818421a7", "address": "fa:16:3e:d2:b6:84", "network": {"id": "c57c11d0-2738-431a-82f4-f179b6c9d613", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1069102862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef62a193076467f9804aeca342b328b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31aed170-cc", "ovs_interfaceid": "31aed170-cc66-4437-bc02-042b818421a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.594707] env[68627]: DEBUG nova.objects.instance [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lazy-loading 'flavor' on Instance uuid c4d81edb-157b-43af-abf4-0ba0908327b7 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.622811] env[68627]: DEBUG nova.compute.manager [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.623077] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.624302] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e709c4f-476a-49d0-8afe-60f3974ea849 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.638764] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.639076] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aad8c250-97c4-46e8-b9dd-91fa91ba61a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.647062] env[68627]: DEBUG oslo_vmware.api [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 999.647062] env[68627]: value = "task-3037520" [ 999.647062] env[68627]: _type = "Task" [ 999.647062] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.655980] env[68627]: DEBUG oslo_vmware.api [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.732070] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "11e1bb22-f277-46e4-8b98-120a0b891300" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.732252] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "11e1bb22-f277-46e4-8b98-120a0b891300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.775353] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "c4d81edb-157b-43af-abf4-0ba0908327b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.900575] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037517, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.927848] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.928512] env[68627]: DEBUG nova.compute.manager [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.983722] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.067984] env[68627]: DEBUG oslo_concurrency.lockutils [req-c768f3f3-3540-454a-a577-8fe7bd51abbb req-c99fbd02-ec37-441d-8db7-cbf778de18dd service nova] Releasing lock "refresh_cache-cbded364-1530-4ad4-af08-f1ebd9b296e5" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.068319] env[68627]: DEBUG nova.compute.manager [req-c768f3f3-3540-454a-a577-8fe7bd51abbb req-c99fbd02-ec37-441d-8db7-cbf778de18dd service nova] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Received event network-vif-deleted-b57907f7-2dd5-4b0e-81bb-9284d3ba0ae7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.099838] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ee92993-122e-4e83-96b7-83f2bc2bcd0b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "c4d81edb-157b-43af-abf4-0ba0908327b7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.831s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.103576] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "c4d81edb-157b-43af-abf4-0ba0908327b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.327s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.103576] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "c4d81edb-157b-43af-abf4-0ba0908327b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.103576] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "c4d81edb-157b-43af-abf4-0ba0908327b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.103576] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "c4d81edb-157b-43af-abf4-0ba0908327b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.104875] env[68627]: INFO nova.compute.manager [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Terminating instance [ 1000.158697] env[68627]: DEBUG oslo_vmware.api [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.236205] env[68627]: DEBUG nova.compute.manager [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.276617] env[68627]: DEBUG nova.network.neutron [-] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.302631] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46007408-a6df-4280-9125-e160db9dde2a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.315020] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0cc600-64b2-420a-946f-b9b05f5b7fa4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.352347] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9c9bee-27e3-4dc2-abfc-ccdef6bd7933 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.360327] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b30ac5-5740-4c8c-8732-1cd16e78bca3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.384916] env[68627]: DEBUG nova.compute.provider_tree [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.406871] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037517, 'name': CloneVM_Task} progress is 95%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.491509] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037518, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.608493] env[68627]: DEBUG nova.compute.manager [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.608803] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.609231] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb0cabf5-4216-4cd5-8cf8-155dda0c3ae2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.619817] env[68627]: DEBUG oslo_vmware.api [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1000.619817] env[68627]: value = "task-3037524" [ 1000.619817] env[68627]: _type = "Task" [ 1000.619817] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.636074] env[68627]: DEBUG oslo_vmware.api [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.662938] env[68627]: DEBUG oslo_vmware.api [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037520, 'name': PowerOffVM_Task, 'duration_secs': 0.800248} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.663371] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.663637] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.663939] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac46aaaf-2404-4c73-9fb9-43e1c54d8bd4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.726082] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.726387] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.726645] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleting the datastore file [datastore1] 31f63376-80aa-4918-a389-28b8311346f8 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.727255] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0996a63-f185-4305-9c4a-bcd9a8048b75 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.734360] env[68627]: DEBUG oslo_vmware.api [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 1000.734360] env[68627]: value = "task-3037526" [ 1000.734360] env[68627]: _type = "Task" [ 1000.734360] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.742778] env[68627]: DEBUG oslo_vmware.api [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.760175] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.785793] env[68627]: INFO nova.compute.manager [-] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Took 1.48 seconds to deallocate network for instance. [ 1000.891698] env[68627]: DEBUG nova.scheduler.client.report [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.908446] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037517, 'name': CloneVM_Task, 'duration_secs': 1.749841} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.909454] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Created linked-clone VM from snapshot [ 1000.911418] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34114da0-8daf-47f4-94c7-d533b361be1d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.920216] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Uploading image 3c120c30-5d80-4ef8-aa57-fdc52c2ceb86 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1000.926769] env[68627]: DEBUG nova.compute.manager [req-f4f7e07a-bf97-4a18-bb85-1a8f3920097d req-ccc67dd5-c6d0-4be6-bf11-078d3d917a51 service nova] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Received event network-vif-deleted-7c11ee02-de90-4680-a8f7-db9e381d3810 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.939988] env[68627]: DEBUG nova.compute.manager [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.943182] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1000.947243] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-80d800e4-8db7-43a2-ab09-add5ea619dfd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.954209] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 1000.954209] env[68627]: value = "task-3037527" [ 1000.954209] env[68627]: _type = "Task" [ 1000.954209] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.965342] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037527, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.979803] env[68627]: DEBUG nova.virt.hardware [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.980057] env[68627]: DEBUG nova.virt.hardware [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.980402] env[68627]: DEBUG nova.virt.hardware [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.981107] env[68627]: DEBUG nova.virt.hardware [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.981668] env[68627]: DEBUG nova.virt.hardware [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.982032] env[68627]: DEBUG nova.virt.hardware [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.982256] env[68627]: DEBUG nova.virt.hardware [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.982377] env[68627]: DEBUG nova.virt.hardware [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.982581] env[68627]: DEBUG nova.virt.hardware [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.983017] env[68627]: DEBUG nova.virt.hardware [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.983017] env[68627]: DEBUG nova.virt.hardware [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.984053] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef3fda-5628-4301-94cf-d665ddde4d17 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.993682] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037518, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.246961} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.994387] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] cbded364-1530-4ad4-af08-f1ebd9b296e5/cbded364-1530-4ad4-af08-f1ebd9b296e5.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.994607] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.994882] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e777e777-c021-40ed-8661-05d4cab2c4f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.000729] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896db7e0-fb92-476e-af2f-c75dac82d028 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.006256] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Waiting for the task: (returnval){ [ 1001.006256] env[68627]: value = "task-3037528" [ 1001.006256] env[68627]: _type = "Task" [ 1001.006256] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.022593] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.029233] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Creating folder: Project (204397c6b38942d0b919bf87ba1d5aca). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.030034] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81cc1a8a-e748-4df6-bf5e-b83ce00fe261 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.034930] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.044515] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Created folder: Project (204397c6b38942d0b919bf87ba1d5aca) in parent group-v608385. [ 1001.044515] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Creating folder: Instances. Parent ref: group-v608636. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.044515] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71b3ef75-95da-4927-8177-da5a56b03b4b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.054966] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Created folder: Instances in parent group-v608636. [ 1001.055707] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.055707] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.055707] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a0461a9-bf48-4582-8f14-83ecc5790e91 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.074318] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "96725e70-9671-4125-a030-c45aa9b9c8b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.074605] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "96725e70-9671-4125-a030-c45aa9b9c8b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.078560] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.078560] env[68627]: value = "task-3037531" [ 1001.078560] env[68627]: _type = "Task" [ 1001.078560] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.088045] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037531, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.131562] env[68627]: DEBUG oslo_vmware.api [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037524, 'name': PowerOffVM_Task, 'duration_secs': 0.223583} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.131840] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.132106] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1001.132325] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608626', 'volume_id': 'e2ae5676-c5e2-43b9-801c-af5899f2a110', 'name': 'volume-e2ae5676-c5e2-43b9-801c-af5899f2a110', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4d81edb-157b-43af-abf4-0ba0908327b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2ae5676-c5e2-43b9-801c-af5899f2a110', 'serial': 'e2ae5676-c5e2-43b9-801c-af5899f2a110'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1001.133171] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ab9f1-ea87-403b-aab3-7f850fdb1336 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.155067] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f75790-296a-4925-be0c-2fcd759a10fb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.162446] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75a45f6-1418-400a-b0f6-10764f20373b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.185435] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50903aab-737c-4d57-809e-9cfe23cbfac6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.202009] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] The volume has not been displaced from its original location: [datastore1] volume-e2ae5676-c5e2-43b9-801c-af5899f2a110/volume-e2ae5676-c5e2-43b9-801c-af5899f2a110.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1001.208081] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1001.208906] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50bc1049-1ff1-4a15-9c67-c0ec78d33dfb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.227749] env[68627]: DEBUG oslo_vmware.api [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1001.227749] env[68627]: value = "task-3037532" [ 1001.227749] env[68627]: _type = "Task" [ 1001.227749] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.236216] env[68627]: DEBUG oslo_vmware.api [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.244235] env[68627]: DEBUG oslo_vmware.api [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151728} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.244546] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.244736] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.245222] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.245222] env[68627]: INFO nova.compute.manager [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1001.245429] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.245656] env[68627]: DEBUG nova.compute.manager [-] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.245932] env[68627]: DEBUG nova.network.neutron [-] [instance: 31f63376-80aa-4918-a389-28b8311346f8] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.293115] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.386265] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Acquiring lock "a94195d8-4560-4520-af0a-23b74c51bdf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.386607] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Lock "a94195d8-4560-4520-af0a-23b74c51bdf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.386789] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Acquiring lock "a94195d8-4560-4520-af0a-23b74c51bdf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.387026] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Lock "a94195d8-4560-4520-af0a-23b74c51bdf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.387242] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Lock "a94195d8-4560-4520-af0a-23b74c51bdf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.390969] env[68627]: INFO nova.compute.manager [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Terminating instance [ 1001.404150] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.405105] env[68627]: DEBUG nova.compute.manager [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.409061] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.290s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.412017] env[68627]: DEBUG nova.objects.instance [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lazy-loading 'resources' on Instance uuid 3473aef1-5904-44b7-9ae5-691e8400c6cd {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.470086] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037527, 'name': Destroy_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.523718] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120629} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.526612] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.526612] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d615af01-a480-4e3a-bc7d-f0f1e62716bc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.551768] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] cbded364-1530-4ad4-af08-f1ebd9b296e5/cbded364-1530-4ad4-af08-f1ebd9b296e5.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.552408] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-897080bf-1c27-42fd-b4af-43addeaef1a0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.574723] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Waiting for the task: (returnval){ [ 1001.574723] env[68627]: value = "task-3037533" [ 1001.574723] env[68627]: _type = "Task" [ 1001.574723] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.578639] env[68627]: DEBUG nova.compute.manager [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.589260] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.595506] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037531, 'name': CreateVM_Task, 'duration_secs': 0.464348} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.595742] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.596506] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.597534] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.597534] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.597534] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7983407-59d1-4b67-8329-3f89825b8a58 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.602769] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1001.602769] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eca86c-9307-679c-fea2-120bc79e6278" [ 1001.602769] env[68627]: _type = "Task" [ 1001.602769] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.611906] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eca86c-9307-679c-fea2-120bc79e6278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.747013] env[68627]: DEBUG oslo_vmware.api [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037532, 'name': ReconfigVM_Task, 'duration_secs': 0.357255} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.747013] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1001.754403] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3afd531-ae5c-4935-b535-8d900a69d72e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.770885] env[68627]: DEBUG oslo_vmware.api [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1001.770885] env[68627]: value = "task-3037534" [ 1001.770885] env[68627]: _type = "Task" [ 1001.770885] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.782788] env[68627]: DEBUG oslo_vmware.api [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.896784] env[68627]: DEBUG nova.compute.manager [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.897251] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbf1364a-25d4-4605-90f4-4d9d48e36c84 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.907862] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14ba77e-0308-4dd7-8a6a-aebea37f7188 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.924200] env[68627]: DEBUG nova.compute.utils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.928250] env[68627]: DEBUG nova.compute.manager [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.928382] env[68627]: DEBUG nova.network.neutron [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.964187] env[68627]: WARNING nova.virt.vmwareapi.driver [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a94195d8-4560-4520-af0a-23b74c51bdf4 could not be found. [ 1001.964187] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.970455] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c02822b9-d991-4d25-874b-9d9e1db5379b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.977368] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037527, 'name': Destroy_Task, 'duration_secs': 0.564979} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.978589] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Destroyed the VM [ 1001.978840] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1001.979146] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e7dbe54-dd82-4878-af8e-006cd57c99a7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.985017] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9e035a-2650-4557-a3ed-b51ce6f03eda {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.002093] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 1002.002093] env[68627]: value = "task-3037536" [ 1002.002093] env[68627]: _type = "Task" [ 1002.002093] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.012514] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037536, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.027885] env[68627]: DEBUG nova.policy [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '921404ddd21a482782a8222573686b07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccb4bbd8bb3a4dc1bb60a88cffff1729', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.032429] env[68627]: WARNING nova.virt.vmwareapi.vmops [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a94195d8-4560-4520-af0a-23b74c51bdf4 could not be found. [ 1002.032429] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.032429] env[68627]: INFO nova.compute.manager [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Took 0.14 seconds to destroy the instance on the hypervisor. [ 1002.032635] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.033940] env[68627]: DEBUG nova.compute.manager [-] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.033940] env[68627]: DEBUG nova.network.neutron [-] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.087943] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037533, 'name': ReconfigVM_Task, 'duration_secs': 0.256962} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.097766] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Reconfigured VM instance instance-0000005c to attach disk [datastore2] cbded364-1530-4ad4-af08-f1ebd9b296e5/cbded364-1530-4ad4-af08-f1ebd9b296e5.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.097766] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-978e9aa2-388d-4a1d-971c-4d84dc615373 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.105617] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Waiting for the task: (returnval){ [ 1002.105617] env[68627]: value = "task-3037537" [ 1002.105617] env[68627]: _type = "Task" [ 1002.105617] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.113770] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.122922] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eca86c-9307-679c-fea2-120bc79e6278, 'name': SearchDatastore_Task, 'duration_secs': 0.023818} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.127597] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.127902] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.128578] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.128897] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.129042] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.129472] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037537, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.129636] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cf36985-5813-403f-952a-cb074a028b69 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.140263] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.140481] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.141306] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aad6f84-ec4d-4003-a2cb-7d9c18c13a13 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.149211] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1002.149211] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529047f0-81cf-ecc6-0367-f4494e8a21ab" [ 1002.149211] env[68627]: _type = "Task" [ 1002.149211] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.158640] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529047f0-81cf-ecc6-0367-f4494e8a21ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.189689] env[68627]: DEBUG nova.network.neutron [-] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.286197] env[68627]: DEBUG oslo_vmware.api [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.379669] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1a15e9-8668-44b1-8d77-22629f29c269 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.387566] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bac87f-3d22-40a5-934e-a764a0fbb1c9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.418907] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6c23e5-7902-44b2-a32b-832dbafcde84 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.426759] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5ec5d0-776b-479f-a8af-1063f33f492a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.431102] env[68627]: DEBUG nova.compute.manager [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.446751] env[68627]: DEBUG nova.compute.provider_tree [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.472384] env[68627]: DEBUG nova.network.neutron [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Successfully created port: d78474ea-295b-4ff4-8a58-4b6b54f84a6e {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.518637] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037536, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.618775] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037537, 'name': Rename_Task, 'duration_secs': 0.138922} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.619168] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.619535] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f354ee5-1796-4656-9601-2c2399046aae {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.626194] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Waiting for the task: (returnval){ [ 1002.626194] env[68627]: value = "task-3037538" [ 1002.626194] env[68627]: _type = "Task" [ 1002.626194] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.635168] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.662116] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529047f0-81cf-ecc6-0367-f4494e8a21ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.663075] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941e457d-0127-46e0-a99b-485863879bcf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.669936] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1002.669936] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e2b560-7131-6c8e-c8f3-1df52485dc58" [ 1002.669936] env[68627]: _type = "Task" [ 1002.669936] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.678514] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e2b560-7131-6c8e-c8f3-1df52485dc58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.690394] env[68627]: INFO nova.compute.manager [-] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Took 1.44 seconds to deallocate network for instance. [ 1002.783272] env[68627]: DEBUG oslo_vmware.api [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037534, 'name': ReconfigVM_Task, 'duration_secs': 0.990321} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.783728] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608626', 'volume_id': 'e2ae5676-c5e2-43b9-801c-af5899f2a110', 'name': 'volume-e2ae5676-c5e2-43b9-801c-af5899f2a110', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4d81edb-157b-43af-abf4-0ba0908327b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2ae5676-c5e2-43b9-801c-af5899f2a110', 'serial': 'e2ae5676-c5e2-43b9-801c-af5899f2a110'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1002.784609] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.786699] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa90804b-3554-4656-a674-758cef003be2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.794806] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.795093] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a699a53c-20a6-4704-be81-81c92e4e6fc1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.859120] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.859405] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.859539] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleting the datastore file [datastore1] c4d81edb-157b-43af-abf4-0ba0908327b7 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.859791] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9efc0aa3-8312-420e-84fe-cff37a7734d5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.867358] env[68627]: DEBUG oslo_vmware.api [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1002.867358] env[68627]: value = "task-3037540" [ 1002.867358] env[68627]: _type = "Task" [ 1002.867358] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.879353] env[68627]: DEBUG oslo_vmware.api [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.950674] env[68627]: DEBUG nova.scheduler.client.report [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.009280] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1003.009867] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608632', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'name': 'volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cff7228-7263-4947-8dd8-93516397379f', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'serial': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1003.011082] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaa1829-cdcb-481d-897e-db4395c2e9fa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.023188] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037536, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.041427] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8764c79-24d7-4cde-9f1a-e2723d06d7fb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.076447] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff/volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.077161] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db6bfbac-ea9e-4ffb-a3dc-e8004b06ee08 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.102334] env[68627]: DEBUG oslo_vmware.api [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1003.102334] env[68627]: value = "task-3037541" [ 1003.102334] env[68627]: _type = "Task" [ 1003.102334] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.110981] env[68627]: DEBUG oslo_vmware.api [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.142538] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037538, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.185150] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e2b560-7131-6c8e-c8f3-1df52485dc58, 'name': SearchDatastore_Task, 'duration_secs': 0.011915} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.185150] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.185150] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb/45151ded-fac1-4905-89f6-7b6cd953a7bb.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.185150] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eea5286f-5c78-4dc6-8920-142bf130c6b5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.194428] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1003.194428] env[68627]: value = "task-3037542" [ 1003.194428] env[68627]: _type = "Task" [ 1003.194428] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.205633] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.206818] env[68627]: DEBUG nova.compute.manager [req-9d54f080-5d34-4b32-92bc-0cd47fb11bf9 req-f0464cfe-3b51-45ab-b601-468f4e70df32 service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Received event network-vif-deleted-ef20fe60-4fd4-49a8-9ddf-236d7a5eba42 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.207021] env[68627]: INFO nova.compute.manager [req-9d54f080-5d34-4b32-92bc-0cd47fb11bf9 req-f0464cfe-3b51-45ab-b601-468f4e70df32 service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Neutron deleted interface ef20fe60-4fd4-49a8-9ddf-236d7a5eba42; detaching it from the instance and deleting it from the info cache [ 1003.207201] env[68627]: DEBUG nova.network.neutron [req-9d54f080-5d34-4b32-92bc-0cd47fb11bf9 req-f0464cfe-3b51-45ab-b601-468f4e70df32 service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.216500] env[68627]: DEBUG nova.network.neutron [-] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.216779] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.238456] env[68627]: DEBUG nova.compute.manager [req-470c21a2-e93a-45b4-8afd-ba7a658d1c69 req-e5c7684e-e84e-40d4-8236-8509e1a3c2c5 service nova] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Received event network-vif-deleted-04c1b469-6105-45d5-9fe2-158d54a17362 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.386157] env[68627]: DEBUG oslo_vmware.api [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15018} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.387053] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.387918] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.388418] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.389742] env[68627]: INFO nova.compute.manager [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Took 2.78 seconds to destroy the instance on the hypervisor. [ 1003.389742] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.389742] env[68627]: DEBUG nova.compute.manager [-] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.389742] env[68627]: DEBUG nova.network.neutron [-] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.443379] env[68627]: DEBUG nova.compute.manager [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.460290] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.461785] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.208s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.462078] env[68627]: DEBUG nova.objects.instance [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Lazy-loading 'resources' on Instance uuid e128d8e5-e7bf-473a-aa5b-f887bf9057a2 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.480263] env[68627]: DEBUG nova.virt.hardware [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.481122] env[68627]: DEBUG nova.virt.hardware [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.481324] env[68627]: DEBUG nova.virt.hardware [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.481569] env[68627]: DEBUG nova.virt.hardware [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.481728] env[68627]: DEBUG nova.virt.hardware [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.481883] env[68627]: DEBUG nova.virt.hardware [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.482132] env[68627]: DEBUG nova.virt.hardware [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.482362] env[68627]: DEBUG nova.virt.hardware [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.482494] env[68627]: DEBUG nova.virt.hardware [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.482684] env[68627]: DEBUG nova.virt.hardware [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.482876] env[68627]: DEBUG nova.virt.hardware [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.484193] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c935d42-ff86-4531-b8ae-b790414f9df5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.489658] env[68627]: INFO nova.scheduler.client.report [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Deleted allocations for instance 3473aef1-5904-44b7-9ae5-691e8400c6cd [ 1003.500287] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec8eb86-d014-4504-bbf1-93eab5714bdc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.515365] env[68627]: DEBUG oslo_vmware.api [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037536, 'name': RemoveSnapshot_Task, 'duration_secs': 1.400358} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.525807] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1003.616082] env[68627]: DEBUG oslo_vmware.api [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.641788] env[68627]: DEBUG oslo_vmware.api [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037538, 'name': PowerOnVM_Task, 'duration_secs': 0.519715} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.642587] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.642677] env[68627]: INFO nova.compute.manager [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1003.642900] env[68627]: DEBUG nova.compute.manager [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.643749] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d9a2b1-e83f-43e0-ae88-1127d9075372 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.710159] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462402} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.711910] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2ccc2db-6254-4b71-97f7-f82db065a8ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.714136] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb/45151ded-fac1-4905-89f6-7b6cd953a7bb.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.714427] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.714958] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da9a6168-2762-4524-b8a0-4b31ce697698 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.719049] env[68627]: INFO nova.compute.manager [-] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Took 1.69 seconds to deallocate network for instance. [ 1003.728122] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da350630-93fc-453d-8ccd-6e432b54eb88 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.742972] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1003.742972] env[68627]: value = "task-3037543" [ 1003.742972] env[68627]: _type = "Task" [ 1003.742972] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.752476] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.771067] env[68627]: DEBUG nova.compute.manager [req-9d54f080-5d34-4b32-92bc-0cd47fb11bf9 req-f0464cfe-3b51-45ab-b601-468f4e70df32 service nova] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Detach interface failed, port_id=ef20fe60-4fd4-49a8-9ddf-236d7a5eba42, reason: Instance a94195d8-4560-4520-af0a-23b74c51bdf4 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1003.806130] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquiring lock "6d354e0b-3d3d-4d39-b28c-f73e03269070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.806450] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Lock "6d354e0b-3d3d-4d39-b28c-f73e03269070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.009181] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ea5e461a-bf39-4fe1-be19-5d60a827cc4d tempest-ServerShowV247Test-1628843460 tempest-ServerShowV247Test-1628843460-project-member] Lock "3473aef1-5904-44b7-9ae5-691e8400c6cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.128s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.035098] env[68627]: WARNING nova.compute.manager [None req-341454e8-e88c-4678-ba4e-dfecf671e8d5 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Image not found during snapshot: nova.exception.ImageNotFound: Image 3c120c30-5d80-4ef8-aa57-fdc52c2ceb86 could not be found. [ 1004.115900] env[68627]: DEBUG oslo_vmware.api [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037541, 'name': ReconfigVM_Task, 'duration_secs': 0.524021} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.116067] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff/volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.123125] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96f8354a-e2f7-48ea-8ecd-c0ce66421968 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.139257] env[68627]: DEBUG oslo_vmware.api [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1004.139257] env[68627]: value = "task-3037544" [ 1004.139257] env[68627]: _type = "Task" [ 1004.139257] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.151576] env[68627]: DEBUG oslo_vmware.api [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.166534] env[68627]: INFO nova.compute.manager [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Took 37.67 seconds to build instance. [ 1004.207463] env[68627]: DEBUG nova.network.neutron [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Successfully updated port: d78474ea-295b-4ff4-8a58-4b6b54f84a6e {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.254018] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063737} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.254553] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.255881] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f7545c-7bd8-4d17-a14f-32be25025258 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.285497] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb/45151ded-fac1-4905-89f6-7b6cd953a7bb.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.285497] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07618d04-4ae1-4172-b3aa-5516ba8a6542 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.306015] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1004.306015] env[68627]: value = "task-3037545" [ 1004.306015] env[68627]: _type = "Task" [ 1004.306015] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.312923] env[68627]: DEBUG nova.compute.manager [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.316645] env[68627]: INFO nova.compute.manager [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Took 0.60 seconds to detach 1 volumes for instance. [ 1004.324340] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.325288] env[68627]: DEBUG nova.compute.manager [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Deleting volume: 21ad3a14-6f75-4305-8f52-41e52a1fab3b {{(pid=68627) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1004.400980] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cd1a45-f193-41cf-a7e8-903e490805ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.410873] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6c2bda-c931-4298-8e76-f5eede4d6349 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.449555] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1745cea8-c600-4ce4-9810-3906f798ad6a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.456891] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e865b2-ef77-4812-88ad-709d946da707 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.473521] env[68627]: DEBUG nova.compute.provider_tree [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.475867] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1004.476499] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608635', 'volume_id': '0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e', 'name': 'volume-0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6', 'attached_at': '', 'detached_at': '', 'volume_id': '0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e', 'serial': '0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1004.477060] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1c3af1-3ff9-49c9-8c36-8ee11c7ac1f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.495429] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb258ebf-aa0f-46cb-abd2-ac838f53c71b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.525813] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e/volume-0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.526502] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d2abcd-b83f-49e6-a9b3-c082c0e5ed04 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.545669] env[68627]: DEBUG oslo_vmware.api [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1004.545669] env[68627]: value = "task-3037547" [ 1004.545669] env[68627]: _type = "Task" [ 1004.545669] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.554723] env[68627]: DEBUG oslo_vmware.api [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.650558] env[68627]: DEBUG oslo_vmware.api [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037544, 'name': ReconfigVM_Task, 'duration_secs': 0.213452} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.650558] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608632', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'name': 'volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cff7228-7263-4947-8dd8-93516397379f', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'serial': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1004.668129] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a55ba49-1d94-4c25-bb79-f622d9655129 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Lock "cbded364-1530-4ad4-af08-f1ebd9b296e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.184s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.674136] env[68627]: DEBUG nova.network.neutron [-] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.709781] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Acquiring lock "refresh_cache-9418253a-1555-4d53-9b7e-94450723038e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.709938] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Acquired lock "refresh_cache-9418253a-1555-4d53-9b7e-94450723038e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.710097] env[68627]: DEBUG nova.network.neutron [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.817130] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037545, 'name': ReconfigVM_Task, 'duration_secs': 0.366272} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.817917] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb/45151ded-fac1-4905-89f6-7b6cd953a7bb.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.818187] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8befa0cd-1819-40f4-8950-bc04c8aae399 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.829706] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1004.829706] env[68627]: value = "task-3037548" [ 1004.829706] env[68627]: _type = "Task" [ 1004.829706] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.838369] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037548, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.842503] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.953477] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.984021] env[68627]: DEBUG nova.scheduler.client.report [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.060081] env[68627]: DEBUG oslo_vmware.api [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.123951] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "14965e48-d0a0-4ae0-97d2-616493eeaf70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.123951] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "14965e48-d0a0-4ae0-97d2-616493eeaf70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.123951] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "14965e48-d0a0-4ae0-97d2-616493eeaf70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.123951] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "14965e48-d0a0-4ae0-97d2-616493eeaf70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.123951] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "14965e48-d0a0-4ae0-97d2-616493eeaf70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.126268] env[68627]: INFO nova.compute.manager [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Terminating instance [ 1005.176892] env[68627]: INFO nova.compute.manager [-] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Took 1.79 seconds to deallocate network for instance. [ 1005.311921] env[68627]: DEBUG nova.network.neutron [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.345877] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037548, 'name': Rename_Task, 'duration_secs': 0.203958} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.349246] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.349712] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05d4a8a1-d0f5-49e9-81c1-ec6a4dc0f0e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.356117] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1005.356117] env[68627]: value = "task-3037549" [ 1005.356117] env[68627]: _type = "Task" [ 1005.356117] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.367792] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.400730] env[68627]: DEBUG nova.compute.manager [req-ec99a81c-608a-4e7f-a5cd-cbcb09438490 req-e0c09cc0-ab70-4376-b355-998256640871 service nova] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Received event network-vif-deleted-cadb507a-7cdf-4795-b3d5-98ac28df3d6e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.421967] env[68627]: DEBUG nova.compute.manager [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Received event network-vif-plugged-d78474ea-295b-4ff4-8a58-4b6b54f84a6e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.422155] env[68627]: DEBUG oslo_concurrency.lockutils [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] Acquiring lock "9418253a-1555-4d53-9b7e-94450723038e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.422406] env[68627]: DEBUG oslo_concurrency.lockutils [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] Lock "9418253a-1555-4d53-9b7e-94450723038e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.422584] env[68627]: DEBUG oslo_concurrency.lockutils [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] Lock "9418253a-1555-4d53-9b7e-94450723038e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.422770] env[68627]: DEBUG nova.compute.manager [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] [instance: 9418253a-1555-4d53-9b7e-94450723038e] No waiting events found dispatching network-vif-plugged-d78474ea-295b-4ff4-8a58-4b6b54f84a6e {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.422940] env[68627]: WARNING nova.compute.manager [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Received unexpected event network-vif-plugged-d78474ea-295b-4ff4-8a58-4b6b54f84a6e for instance with vm_state building and task_state spawning. [ 1005.426420] env[68627]: DEBUG nova.compute.manager [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Received event network-changed-d78474ea-295b-4ff4-8a58-4b6b54f84a6e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.426420] env[68627]: DEBUG nova.compute.manager [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Refreshing instance network info cache due to event network-changed-d78474ea-295b-4ff4-8a58-4b6b54f84a6e. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.426420] env[68627]: DEBUG oslo_concurrency.lockutils [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] Acquiring lock "refresh_cache-9418253a-1555-4d53-9b7e-94450723038e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.488157] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.493029] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.564s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.519941] env[68627]: INFO nova.scheduler.client.report [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Deleted allocations for instance e128d8e5-e7bf-473a-aa5b-f887bf9057a2 [ 1005.569270] env[68627]: DEBUG oslo_vmware.api [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037547, 'name': ReconfigVM_Task, 'duration_secs': 0.616106} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.569570] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e/volume-0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.577531] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75264607-4a52-4abf-9e90-c338e4355f3e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.596456] env[68627]: DEBUG oslo_vmware.api [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1005.596456] env[68627]: value = "task-3037550" [ 1005.596456] env[68627]: _type = "Task" [ 1005.596456] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.607237] env[68627]: DEBUG oslo_vmware.api [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.630898] env[68627]: DEBUG nova.compute.manager [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.632179] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.632179] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f66a435-ee4e-4b53-93c9-434fc799608c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.641520] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.642728] env[68627]: DEBUG nova.network.neutron [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Updating instance_info_cache with network_info: [{"id": "d78474ea-295b-4ff4-8a58-4b6b54f84a6e", "address": "fa:16:3e:43:c1:e3", "network": {"id": "35f0db9f-3af5-445b-93a9-19ce30163cd3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1862223890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb4bbd8bb3a4dc1bb60a88cffff1729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78474ea-29", "ovs_interfaceid": "d78474ea-295b-4ff4-8a58-4b6b54f84a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.644117] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5349154f-8638-4b89-8ef2-3bd8c6c04f9e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.653869] env[68627]: DEBUG oslo_vmware.api [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 1005.653869] env[68627]: value = "task-3037551" [ 1005.653869] env[68627]: _type = "Task" [ 1005.653869] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.665966] env[68627]: DEBUG oslo_vmware.api [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.708300] env[68627]: DEBUG nova.objects.instance [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lazy-loading 'flavor' on Instance uuid 5cff7228-7263-4947-8dd8-93516397379f {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.745817] env[68627]: INFO nova.compute.manager [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Took 0.57 seconds to detach 1 volumes for instance. [ 1005.874021] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037549, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.922537] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c825d061-88a9-46b4-a896-4c3ccdd276db {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.937107] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cfcabd-c80d-47bd-8677-db60fa1deab9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.976606] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981b0543-54b1-4d3a-a644-e82a3d75a5c3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.988499] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffe0570-0f92-4cf3-a280-3ca446b21493 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.002785] env[68627]: DEBUG nova.compute.provider_tree [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.034298] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1e175041-3133-4599-970a-e99d5f32d150 tempest-AttachInterfacesUnderV243Test-92657863 tempest-AttachInterfacesUnderV243Test-92657863-project-member] Lock "e128d8e5-e7bf-473a-aa5b-f887bf9057a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.668s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.106972] env[68627]: DEBUG oslo_vmware.api [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037550, 'name': ReconfigVM_Task, 'duration_secs': 0.159783} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.107610] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608635', 'volume_id': '0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e', 'name': 'volume-0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6', 'attached_at': '', 'detached_at': '', 'volume_id': '0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e', 'serial': '0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1006.147962] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Releasing lock "refresh_cache-9418253a-1555-4d53-9b7e-94450723038e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.149556] env[68627]: DEBUG nova.compute.manager [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Instance network_info: |[{"id": "d78474ea-295b-4ff4-8a58-4b6b54f84a6e", "address": "fa:16:3e:43:c1:e3", "network": {"id": "35f0db9f-3af5-445b-93a9-19ce30163cd3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1862223890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb4bbd8bb3a4dc1bb60a88cffff1729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78474ea-29", "ovs_interfaceid": "d78474ea-295b-4ff4-8a58-4b6b54f84a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.149556] env[68627]: DEBUG oslo_concurrency.lockutils [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] Acquired lock "refresh_cache-9418253a-1555-4d53-9b7e-94450723038e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.149556] env[68627]: DEBUG nova.network.neutron [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Refreshing network info cache for port d78474ea-295b-4ff4-8a58-4b6b54f84a6e {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.150554] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:c1:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd78474ea-295b-4ff4-8a58-4b6b54f84a6e', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.164265] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Creating folder: Project (ccb4bbd8bb3a4dc1bb60a88cffff1729). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.164651] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-655b3526-7254-45d0-a2ac-e75dc4974bb8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.181395] env[68627]: DEBUG oslo_vmware.api [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037551, 'name': PowerOffVM_Task, 'duration_secs': 0.182516} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.181395] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.181395] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.181395] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ce23d0c-6e89-4bdd-af67-34d408ae20de {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.182718] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Created folder: Project (ccb4bbd8bb3a4dc1bb60a88cffff1729) in parent group-v608385. [ 1006.182718] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Creating folder: Instances. Parent ref: group-v608639. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.184588] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ef3ed2b-9ea7-4a46-878b-53468740dad7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.194039] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Created folder: Instances in parent group-v608639. [ 1006.194039] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.194253] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.194537] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea6b35e8-8d96-47e3-9e86-cf9f35aee933 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.223197] env[68627]: DEBUG oslo_concurrency.lockutils [None req-daf6c978-72c2-4da0-82d8-987aa1b0aa11 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "5cff7228-7263-4947-8dd8-93516397379f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.346s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.233179] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.233179] env[68627]: value = "task-3037555" [ 1006.233179] env[68627]: _type = "Task" [ 1006.233179] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.244948] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.245253] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.245790] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleting the datastore file [datastore2] 14965e48-d0a0-4ae0-97d2-616493eeaf70 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.251965] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6fcdfde-6fb3-48c1-890f-18718dfac13b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.254657] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037555, 'name': CreateVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.260242] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.265505] env[68627]: DEBUG oslo_vmware.api [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for the task: (returnval){ [ 1006.265505] env[68627]: value = "task-3037556" [ 1006.265505] env[68627]: _type = "Task" [ 1006.265505] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.277654] env[68627]: DEBUG oslo_vmware.api [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.371230] env[68627]: DEBUG oslo_vmware.api [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037549, 'name': PowerOnVM_Task, 'duration_secs': 0.628984} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.371446] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.371669] env[68627]: INFO nova.compute.manager [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Took 5.43 seconds to spawn the instance on the hypervisor. [ 1006.371871] env[68627]: DEBUG nova.compute.manager [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.372729] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a1c794-22db-49f6-bede-6c7f366db5d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.506820] env[68627]: DEBUG nova.scheduler.client.report [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.729045] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Acquiring lock "cbded364-1530-4ad4-af08-f1ebd9b296e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.729312] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Lock "cbded364-1530-4ad4-af08-f1ebd9b296e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.729518] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Acquiring lock "cbded364-1530-4ad4-af08-f1ebd9b296e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.729700] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Lock "cbded364-1530-4ad4-af08-f1ebd9b296e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.729904] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Lock "cbded364-1530-4ad4-af08-f1ebd9b296e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.737240] env[68627]: INFO nova.compute.manager [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Terminating instance [ 1006.742264] env[68627]: INFO nova.compute.manager [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Rebuilding instance [ 1006.756842] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037555, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.775985] env[68627]: DEBUG oslo_vmware.api [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Task: {'id': task-3037556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246688} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.780448] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.780750] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.780950] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.781488] env[68627]: INFO nova.compute.manager [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1006.781488] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.782480] env[68627]: DEBUG nova.compute.manager [-] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.782480] env[68627]: DEBUG nova.network.neutron [-] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.802183] env[68627]: DEBUG nova.compute.manager [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.802951] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e418a01-4c8b-4b85-8dd5-253ede3752af {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.822157] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquiring lock "8add3768-7d57-4bf2-84cc-b0e74b6b5d49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.822157] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Lock "8add3768-7d57-4bf2-84cc-b0e74b6b5d49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.898222] env[68627]: INFO nova.compute.manager [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Took 25.24 seconds to build instance. [ 1007.015183] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.523s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.015356] env[68627]: INFO nova.compute.manager [None req-a28cca2b-e931-4d7f-89f8-6dd8c5b57baa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Successfully reverted task state from rebuilding on failure for instance. [ 1007.025239] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.265s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.026855] env[68627]: INFO nova.compute.claims [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.109429] env[68627]: DEBUG nova.network.neutron [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Updated VIF entry in instance network info cache for port d78474ea-295b-4ff4-8a58-4b6b54f84a6e. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.109821] env[68627]: DEBUG nova.network.neutron [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Updating instance_info_cache with network_info: [{"id": "d78474ea-295b-4ff4-8a58-4b6b54f84a6e", "address": "fa:16:3e:43:c1:e3", "network": {"id": "35f0db9f-3af5-445b-93a9-19ce30163cd3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1862223890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb4bbd8bb3a4dc1bb60a88cffff1729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78474ea-29", "ovs_interfaceid": "d78474ea-295b-4ff4-8a58-4b6b54f84a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.158179] env[68627]: DEBUG nova.objects.instance [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'flavor' on Instance uuid 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.246264] env[68627]: DEBUG nova.compute.manager [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.246580] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.247657] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4d0538-41a8-451f-94f7-2d89673e6070 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.262665] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037555, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.264989] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.265228] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6e5d132-10f9-4766-9253-ba95ca43db66 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.270718] env[68627]: DEBUG oslo_vmware.api [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Waiting for the task: (returnval){ [ 1007.270718] env[68627]: value = "task-3037557" [ 1007.270718] env[68627]: _type = "Task" [ 1007.270718] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.278288] env[68627]: DEBUG oslo_vmware.api [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.327046] env[68627]: DEBUG nova.compute.manager [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.400881] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5cbeac0-6ad1-4720-b745-3af84d00f0df tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Lock "45151ded-fac1-4905-89f6-7b6cd953a7bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.750s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.440826] env[68627]: DEBUG nova.compute.manager [req-f3927a82-49e1-43ae-9b28-2f426e593152 req-85481f66-9e50-4cc2-bcb0-cc09a5d8bf86 service nova] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Received event network-vif-deleted-efe9a860-a411-4a17-829d-2d1410025462 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.441048] env[68627]: INFO nova.compute.manager [req-f3927a82-49e1-43ae-9b28-2f426e593152 req-85481f66-9e50-4cc2-bcb0-cc09a5d8bf86 service nova] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Neutron deleted interface efe9a860-a411-4a17-829d-2d1410025462; detaching it from the instance and deleting it from the info cache [ 1007.441237] env[68627]: DEBUG nova.network.neutron [req-f3927a82-49e1-43ae-9b28-2f426e593152 req-85481f66-9e50-4cc2-bcb0-cc09a5d8bf86 service nova] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.575819] env[68627]: DEBUG nova.network.neutron [-] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.615537] env[68627]: DEBUG oslo_concurrency.lockutils [req-84ff0b22-4f46-42d0-b667-ff21de77f1e2 req-244601f2-6a9f-43e3-b2b2-0c267c5ec7de service nova] Releasing lock "refresh_cache-9418253a-1555-4d53-9b7e-94450723038e" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.666337] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c5dc7484-8b1e-4275-b35f-f3ac091200a3 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.342s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.756057] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquiring lock "c1230b52-7866-44dd-8491-61d3505ab6d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.758230] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Lock "c1230b52-7866-44dd-8491-61d3505ab6d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.769038] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037555, 'name': CreateVM_Task, 'duration_secs': 1.370159} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.769038] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.769671] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.769749] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.770235] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.770323] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc13126f-46cd-4c50-8958-ba05c79ea10a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.790853] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Waiting for the task: (returnval){ [ 1007.790853] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e43458-a11b-245d-ecec-c826089b818c" [ 1007.790853] env[68627]: _type = "Task" [ 1007.790853] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.791111] env[68627]: DEBUG oslo_vmware.api [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037557, 'name': PowerOffVM_Task, 'duration_secs': 0.436206} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.791528] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.791717] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.795530] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e28123a-7d04-47ca-b4a1-e39da84bdc9c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.803395] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e43458-a11b-245d-ecec-c826089b818c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.819965] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.819965] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf07f605-8b90-4478-ab2f-a247737ce3a2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.827629] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1007.827629] env[68627]: value = "task-3037559" [ 1007.827629] env[68627]: _type = "Task" [ 1007.827629] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.835218] env[68627]: INFO nova.compute.manager [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Rebuilding instance [ 1007.845566] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.856036] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.856269] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.856448] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Deleting the datastore file [datastore2] cbded364-1530-4ad4-af08-f1ebd9b296e5 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.856992] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c904d421-2194-4fb1-b459-a5e0dc57d0fd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.869166] env[68627]: DEBUG oslo_vmware.api [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Waiting for the task: (returnval){ [ 1007.869166] env[68627]: value = "task-3037560" [ 1007.869166] env[68627]: _type = "Task" [ 1007.869166] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.870772] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.883647] env[68627]: DEBUG oslo_vmware.api [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.904822] env[68627]: DEBUG nova.compute.manager [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.905773] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2e6b0e-3550-4134-9515-10f402d70405 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.944874] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f755fb30-527a-4ed8-a961-9131a8ae223f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.958788] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7d7157-b697-49e0-943b-b79df3f5d4e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.994860] env[68627]: DEBUG nova.compute.manager [req-f3927a82-49e1-43ae-9b28-2f426e593152 req-85481f66-9e50-4cc2-bcb0-cc09a5d8bf86 service nova] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Detach interface failed, port_id=efe9a860-a411-4a17-829d-2d1410025462, reason: Instance 14965e48-d0a0-4ae0-97d2-616493eeaf70 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1008.079690] env[68627]: INFO nova.compute.manager [-] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Took 1.30 seconds to deallocate network for instance. [ 1008.134016] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19957702-b6c3-4089-bef2-e1fdf7b65220 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.134016] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19957702-b6c3-4089-bef2-e1fdf7b65220 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.134016] env[68627]: DEBUG nova.compute.manager [None req-19957702-b6c3-4089-bef2-e1fdf7b65220 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.134016] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f13c335-f1c4-46ac-94bb-24934093e535 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.142896] env[68627]: DEBUG nova.compute.manager [None req-19957702-b6c3-4089-bef2-e1fdf7b65220 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68627) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1008.148252] env[68627]: DEBUG nova.objects.instance [None req-19957702-b6c3-4089-bef2-e1fdf7b65220 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'flavor' on Instance uuid 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.261936] env[68627]: DEBUG nova.compute.manager [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.304873] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e43458-a11b-245d-ecec-c826089b818c, 'name': SearchDatastore_Task, 'duration_secs': 0.034768} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.305212] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.305440] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.305676] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.305844] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.306064] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.306312] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2d9965d-1e59-43d0-aed1-962d79ac6ab9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.318564] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.319223] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.320193] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b9a55b-ed70-479c-9f7b-f46370e0cb27 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.328511] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Waiting for the task: (returnval){ [ 1008.328511] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b7e0b6-20cc-7264-2e0d-c7046ab72171" [ 1008.328511] env[68627]: _type = "Task" [ 1008.328511] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.342030] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037559, 'name': PowerOffVM_Task, 'duration_secs': 0.187896} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.344706] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.346527] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b7e0b6-20cc-7264-2e0d-c7046ab72171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.383809] env[68627]: DEBUG oslo_vmware.api [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Task: {'id': task-3037560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202673} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.387024] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.387024] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.387024] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.387024] env[68627]: INFO nova.compute.manager [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1008.387024] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.387024] env[68627]: DEBUG nova.compute.manager [-] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.387024] env[68627]: DEBUG nova.network.neutron [-] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.399027] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd380d8-e56b-4430-b35b-3a6d995c638e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.405314] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83df81f8-f2e5-4d78-ae84-fb07052ac8c7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.409977] env[68627]: INFO nova.compute.manager [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Detaching volume 9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff [ 1008.451027] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d68df6-d4b1-46b6-9b6c-a274532b313f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.459754] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f7ba4f-8f25-4f5c-b25a-4b88b623eb39 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.478047] env[68627]: DEBUG nova.compute.provider_tree [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.482716] env[68627]: INFO nova.virt.block_device [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Attempting to driver detach volume 9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff from mountpoint /dev/sdb [ 1008.482784] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1008.483051] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608632', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'name': 'volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cff7228-7263-4947-8dd8-93516397379f', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'serial': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1008.487021] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030a3b91-b9a6-4cc6-b42d-a9b66134ab0c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.510023] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8a3530-adc4-494f-aacf-e9df0580d3de {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.514112] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f22e85c-b109-4bc8-91e2-32f05c3db097 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.539016] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0c60e2-7a38-46ae-be4f-20b06a642228 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.553252] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] The volume has not been displaced from its original location: [datastore1] volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff/volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1008.558917] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.559277] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64c74291-a946-459e-9add-ce551baadae2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.579558] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1008.579558] env[68627]: value = "task-3037561" [ 1008.579558] env[68627]: _type = "Task" [ 1008.579558] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.588551] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.589211] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.779253] env[68627]: DEBUG nova.compute.manager [req-c68cf90d-d930-4d57-8189-949ade663dd4 req-cbcdbab3-7da9-4b0d-bd18-90c1e4c1d8cc service nova] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Received event network-vif-deleted-31aed170-cc66-4437-bc02-042b818421a7 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.779508] env[68627]: INFO nova.compute.manager [req-c68cf90d-d930-4d57-8189-949ade663dd4 req-cbcdbab3-7da9-4b0d-bd18-90c1e4c1d8cc service nova] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Neutron deleted interface 31aed170-cc66-4437-bc02-042b818421a7; detaching it from the instance and deleting it from the info cache [ 1008.779641] env[68627]: DEBUG nova.network.neutron [req-c68cf90d-d930-4d57-8189-949ade663dd4 req-cbcdbab3-7da9-4b0d-bd18-90c1e4c1d8cc service nova] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.791293] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.844853] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b7e0b6-20cc-7264-2e0d-c7046ab72171, 'name': SearchDatastore_Task, 'duration_secs': 0.032809} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.844853] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af07648b-e16a-49da-97f6-807709ba8aa6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.850024] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Waiting for the task: (returnval){ [ 1008.850024] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]522afbd2-28d5-197d-a0d9-f89cc81bfeba" [ 1008.850024] env[68627]: _type = "Task" [ 1008.850024] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.856905] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522afbd2-28d5-197d-a0d9-f89cc81bfeba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.950028] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.950028] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8a3d6a9-fd03-46e6-a797-2fb57db53db5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.957130] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1008.957130] env[68627]: value = "task-3037562" [ 1008.957130] env[68627]: _type = "Task" [ 1008.957130] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.968465] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.981742] env[68627]: DEBUG nova.scheduler.client.report [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.090435] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037561, 'name': ReconfigVM_Task, 'duration_secs': 0.196925} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.090744] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1009.096299] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da424029-f0c9-4553-8967-471c0b6b607e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.113045] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1009.113045] env[68627]: value = "task-3037563" [ 1009.113045] env[68627]: _type = "Task" [ 1009.113045] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.124412] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.155929] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-19957702-b6c3-4089-bef2-e1fdf7b65220 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.156194] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5cfc069-31c1-438c-a0c7-05e296c3686b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.163715] env[68627]: DEBUG oslo_vmware.api [None req-19957702-b6c3-4089-bef2-e1fdf7b65220 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1009.163715] env[68627]: value = "task-3037564" [ 1009.163715] env[68627]: _type = "Task" [ 1009.163715] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.172868] env[68627]: DEBUG oslo_vmware.api [None req-19957702-b6c3-4089-bef2-e1fdf7b65220 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.247786] env[68627]: DEBUG nova.network.neutron [-] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.285723] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-493be07b-da70-45af-8b8f-841578a994ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.298021] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59bb0a1-5451-4ac3-9e5c-29c1e1c8929b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.331403] env[68627]: DEBUG nova.compute.manager [req-c68cf90d-d930-4d57-8189-949ade663dd4 req-cbcdbab3-7da9-4b0d-bd18-90c1e4c1d8cc service nova] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Detach interface failed, port_id=31aed170-cc66-4437-bc02-042b818421a7, reason: Instance cbded364-1530-4ad4-af08-f1ebd9b296e5 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1009.362556] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522afbd2-28d5-197d-a0d9-f89cc81bfeba, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.362890] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.363284] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 9418253a-1555-4d53-9b7e-94450723038e/9418253a-1555-4d53-9b7e-94450723038e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.363627] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c50328a-290d-4744-a5c0-60b1891d7545 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.372235] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Waiting for the task: (returnval){ [ 1009.372235] env[68627]: value = "task-3037565" [ 1009.372235] env[68627]: _type = "Task" [ 1009.372235] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.385571] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.467327] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037562, 'name': PowerOffVM_Task, 'duration_secs': 0.17341} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.467711] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.468011] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.468913] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2ff6bd-58c5-4f47-aded-80deb0c01d9f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.476720] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.476951] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1c1daa4-ed7e-4997-aa9e-ae141f54d57f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.488525] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.489212] env[68627]: DEBUG nova.compute.manager [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.491895] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.199s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.492132] env[68627]: DEBUG nova.objects.instance [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lazy-loading 'resources' on Instance uuid 96e83d99-c233-4409-900f-64cbdf961769 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.504193] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.505204] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.505204] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Deleting the datastore file [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.505204] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a8a0f46-1b64-4cb7-bce3-d84e405d842f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.512355] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1009.512355] env[68627]: value = "task-3037567" [ 1009.512355] env[68627]: _type = "Task" [ 1009.512355] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.522335] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.623066] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037563, 'name': ReconfigVM_Task, 'duration_secs': 0.224684} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.623424] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608632', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'name': 'volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cff7228-7263-4947-8dd8-93516397379f', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'serial': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1009.674736] env[68627]: DEBUG oslo_vmware.api [None req-19957702-b6c3-4089-bef2-e1fdf7b65220 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037564, 'name': PowerOffVM_Task, 'duration_secs': 0.277904} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.675044] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-19957702-b6c3-4089-bef2-e1fdf7b65220 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.675252] env[68627]: DEBUG nova.compute.manager [None req-19957702-b6c3-4089-bef2-e1fdf7b65220 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.676081] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ff3d27-126f-462e-b630-9fe8881149d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.754096] env[68627]: INFO nova.compute.manager [-] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Took 1.37 seconds to deallocate network for instance. [ 1009.882676] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462154} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.883113] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 9418253a-1555-4d53-9b7e-94450723038e/9418253a-1555-4d53-9b7e-94450723038e.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.883376] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.883662] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07d3c027-ce94-4144-a961-a5f745cb9051 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.889604] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Waiting for the task: (returnval){ [ 1009.889604] env[68627]: value = "task-3037568" [ 1009.889604] env[68627]: _type = "Task" [ 1009.889604] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.897286] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.995915] env[68627]: DEBUG nova.compute.utils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.000158] env[68627]: DEBUG nova.compute.manager [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.001630] env[68627]: DEBUG nova.network.neutron [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.026472] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361566} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.027260] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.027468] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.027684] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.063281] env[68627]: DEBUG nova.policy [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64126a24a231479492a93e4a4a232943', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c830beed5044dbd8edc81b56fae7fea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.190892] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19957702-b6c3-4089-bef2-e1fdf7b65220 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.271358] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.380021] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281e6d9b-7f00-4873-addd-b02c43a56e72 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.388624] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dabbbd6-995e-4f60-9973-cdabe19676d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.400542] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093381} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.429881] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.431570] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c1db1c-c03e-446e-b9a8-5bc0e3ccb3f6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.434817] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657404ab-a6e2-456c-9765-f09b339515f6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.453938] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdd78a5-b5dc-4d29-9c8e-bb1de239b312 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.468654] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 9418253a-1555-4d53-9b7e-94450723038e/9418253a-1555-4d53-9b7e-94450723038e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.469318] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-369092b0-4744-4698-8677-99f3ac659ce8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.485018] env[68627]: DEBUG nova.network.neutron [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Successfully created port: ff3cdab8-08cd-4531-938d-a34d912e03ac {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.497570] env[68627]: DEBUG nova.compute.provider_tree [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.500422] env[68627]: DEBUG nova.compute.manager [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.502960] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Waiting for the task: (returnval){ [ 1010.502960] env[68627]: value = "task-3037569" [ 1010.502960] env[68627]: _type = "Task" [ 1010.502960] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.512431] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.612966] env[68627]: DEBUG nova.objects.instance [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'flavor' on Instance uuid 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.701183] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.701888] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8552c20c-61d0-4e26-a0b3-5589ff7ad1d2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.709263] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1010.709263] env[68627]: value = "task-3037570" [ 1010.709263] env[68627]: _type = "Task" [ 1010.709263] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.718166] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.004850] env[68627]: DEBUG nova.scheduler.client.report [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.021875] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.067867] env[68627]: DEBUG nova.virt.hardware [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.068094] env[68627]: DEBUG nova.virt.hardware [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.068265] env[68627]: DEBUG nova.virt.hardware [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.068452] env[68627]: DEBUG nova.virt.hardware [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.068627] env[68627]: DEBUG nova.virt.hardware [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.068799] env[68627]: DEBUG nova.virt.hardware [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.069022] env[68627]: DEBUG nova.virt.hardware [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.069185] env[68627]: DEBUG nova.virt.hardware [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.069354] env[68627]: DEBUG nova.virt.hardware [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.069537] env[68627]: DEBUG nova.virt.hardware [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.069711] env[68627]: DEBUG nova.virt.hardware [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.070984] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eccd691-9e60-4051-89bd-815bf95d6c43 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.078547] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212fe576-d840-4a1e-916e-b3b8b362c244 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.092662] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.098336] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.098592] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.099096] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1500bb3-2716-4054-9075-4d59e7eef84b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.116031] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.116031] env[68627]: value = "task-3037571" [ 1011.116031] env[68627]: _type = "Task" [ 1011.116031] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.122019] env[68627]: DEBUG oslo_concurrency.lockutils [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.122215] env[68627]: DEBUG oslo_concurrency.lockutils [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquired lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.122380] env[68627]: DEBUG nova.network.neutron [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.122586] env[68627]: DEBUG nova.objects.instance [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'info_cache' on Instance uuid 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.126601] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037571, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.226445] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1011.226950] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1011.226950] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608632', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'name': 'volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cff7228-7263-4947-8dd8-93516397379f', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'serial': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1011.230889] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a49998-d448-4784-805c-00c5c53c2481 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.248669] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a523512-381b-478e-936f-46c8affcfefc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.255131] env[68627]: WARNING nova.virt.vmwareapi.driver [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1011.255407] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.256260] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eee45a-b6b4-4106-ad0e-9a59b55d8cb9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.266054] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.266054] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0259f9b-1cfb-4782-bda0-c6ae6026741d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.329225] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.329628] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.329930] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleting the datastore file [datastore1] 5cff7228-7263-4947-8dd8-93516397379f {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.330379] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a4a8fc6-1335-4ef3-b57d-13c3faca6b44 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.338792] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1011.338792] env[68627]: value = "task-3037573" [ 1011.338792] env[68627]: _type = "Task" [ 1011.338792] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.347974] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.513067] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.518786] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.405s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.520340] env[68627]: INFO nova.compute.claims [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.523575] env[68627]: DEBUG nova.compute.manager [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.531066] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037569, 'name': ReconfigVM_Task, 'duration_secs': 0.596013} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.531322] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 9418253a-1555-4d53-9b7e-94450723038e/9418253a-1555-4d53-9b7e-94450723038e.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.531910] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d18f03b4-5da8-45ba-86d5-b224e71c0482 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.534828] env[68627]: INFO nova.scheduler.client.report [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Deleted allocations for instance 96e83d99-c233-4409-900f-64cbdf961769 [ 1011.540502] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Waiting for the task: (returnval){ [ 1011.540502] env[68627]: value = "task-3037574" [ 1011.540502] env[68627]: _type = "Task" [ 1011.540502] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.547040] env[68627]: DEBUG nova.virt.hardware [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.547272] env[68627]: DEBUG nova.virt.hardware [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.547432] env[68627]: DEBUG nova.virt.hardware [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.547611] env[68627]: DEBUG nova.virt.hardware [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.547755] env[68627]: DEBUG nova.virt.hardware [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.547899] env[68627]: DEBUG nova.virt.hardware [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.548117] env[68627]: DEBUG nova.virt.hardware [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.548277] env[68627]: DEBUG nova.virt.hardware [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.548440] env[68627]: DEBUG nova.virt.hardware [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.548599] env[68627]: DEBUG nova.virt.hardware [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.548768] env[68627]: DEBUG nova.virt.hardware [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.549612] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b330332b-0cb0-4e9b-a963-5caeb547261f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.555173] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037574, 'name': Rename_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.561014] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b8b798-e438-4e9c-ac25-c3354add50fd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.625209] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037571, 'name': CreateVM_Task, 'duration_secs': 0.32217} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.625392] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.625760] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.625922] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.626272] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.626515] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c084473-ce68-460f-8a74-b266dd0602a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.628957] env[68627]: DEBUG nova.objects.base [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Object Instance<2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6> lazy-loaded attributes: flavor,info_cache {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.632787] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1011.632787] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5280aa75-2f99-bfd5-bcf0-86cd80e7243d" [ 1011.632787] env[68627]: _type = "Task" [ 1011.632787] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.640766] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5280aa75-2f99-bfd5-bcf0-86cd80e7243d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.727714] env[68627]: INFO nova.compute.manager [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Rebuilding instance [ 1011.765229] env[68627]: DEBUG nova.compute.manager [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.766171] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4d060f-3434-4454-b71c-09ee9353504a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.849606] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152596} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.849722] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.849917] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.850193] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.032426] env[68627]: DEBUG nova.compute.manager [req-9d62aaa7-f83f-4cc1-9dab-3c321531518b req-5e641854-b355-4f90-bb18-1d3a600cec5c service nova] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Received event network-vif-plugged-ff3cdab8-08cd-4531-938d-a34d912e03ac {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.032640] env[68627]: DEBUG oslo_concurrency.lockutils [req-9d62aaa7-f83f-4cc1-9dab-3c321531518b req-5e641854-b355-4f90-bb18-1d3a600cec5c service nova] Acquiring lock "11e1bb22-f277-46e4-8b98-120a0b891300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.032854] env[68627]: DEBUG oslo_concurrency.lockutils [req-9d62aaa7-f83f-4cc1-9dab-3c321531518b req-5e641854-b355-4f90-bb18-1d3a600cec5c service nova] Lock "11e1bb22-f277-46e4-8b98-120a0b891300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.033069] env[68627]: DEBUG oslo_concurrency.lockutils [req-9d62aaa7-f83f-4cc1-9dab-3c321531518b req-5e641854-b355-4f90-bb18-1d3a600cec5c service nova] Lock "11e1bb22-f277-46e4-8b98-120a0b891300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.033272] env[68627]: DEBUG nova.compute.manager [req-9d62aaa7-f83f-4cc1-9dab-3c321531518b req-5e641854-b355-4f90-bb18-1d3a600cec5c service nova] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] No waiting events found dispatching network-vif-plugged-ff3cdab8-08cd-4531-938d-a34d912e03ac {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.033486] env[68627]: WARNING nova.compute.manager [req-9d62aaa7-f83f-4cc1-9dab-3c321531518b req-5e641854-b355-4f90-bb18-1d3a600cec5c service nova] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Received unexpected event network-vif-plugged-ff3cdab8-08cd-4531-938d-a34d912e03ac for instance with vm_state building and task_state spawning. [ 1012.048379] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00e62fb9-751e-451a-a4e1-6c22597fe4f4 tempest-ServersAdminTestJSON-954074007 tempest-ServersAdminTestJSON-954074007-project-member] Lock "96e83d99-c233-4409-900f-64cbdf961769" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.379s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.055962] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037574, 'name': Rename_Task, 'duration_secs': 0.131341} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.055962] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.055962] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7cd9904-5f95-4e3c-b283-4a4ffb154cbf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.061596] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Waiting for the task: (returnval){ [ 1012.061596] env[68627]: value = "task-3037575" [ 1012.061596] env[68627]: _type = "Task" [ 1012.061596] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.070981] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.143336] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5280aa75-2f99-bfd5-bcf0-86cd80e7243d, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.367760] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.367760] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.367760] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.367760] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.367760] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.367760] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-810de31b-63ba-4b0d-8fcb-1eaf6c204e99 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.367760] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.367760] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.367760] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf9be80-370a-4275-bc59-4037f549f484 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.367760] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1012.367760] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]522d122c-f692-ac28-1c91-fd97680a0a2a" [ 1012.367760] env[68627]: _type = "Task" [ 1012.367760] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.367760] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522d122c-f692-ac28-1c91-fd97680a0a2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.367760] env[68627]: DEBUG nova.network.neutron [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Successfully updated port: ff3cdab8-08cd-4531-938d-a34d912e03ac {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.367760] env[68627]: INFO nova.virt.block_device [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Booting with volume 9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff at /dev/sdb [ 1012.397231] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7750f7b3-0507-40e9-b332-d106b3276437 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.401986] env[68627]: DEBUG nova.network.neutron [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Updating instance_info_cache with network_info: [{"id": "79cc945a-df5d-45d0-bfcd-813cea9d7132", "address": "fa:16:3e:d5:5a:88", "network": {"id": "39398b66-65b0-4268-8f1e-7c88b824011b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-657409033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44960054d9845d48217de515f29b063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cc945a-df", "ovs_interfaceid": "79cc945a-df5d-45d0-bfcd-813cea9d7132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.408199] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37e51b3-f233-40d8-8ada-f903e9976de1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.443630] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6de668f6-103a-4593-9b19-a85d5ad62743 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.452776] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f99b09-346a-4cde-88a5-d5d152e93ee8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.487264] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67768dee-2270-480a-b1ff-1d5dd2794575 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.493816] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6bd001-b277-488b-a374-ae4d74d550c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.507221] env[68627]: DEBUG nova.virt.block_device [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Updating existing volume attachment record: 148829d4-a237-48a7-8279-0da2f881f115 {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1012.575410] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037575, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.578846] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.578846] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.671586] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522d122c-f692-ac28-1c91-fd97680a0a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009059} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.675551] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4544cfe5-4c3c-4fa8-ab1d-a31ce241adc5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.678237] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "refresh_cache-11e1bb22-f277-46e4-8b98-120a0b891300" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.678391] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "refresh_cache-11e1bb22-f277-46e4-8b98-120a0b891300" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.678543] env[68627]: DEBUG nova.network.neutron [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.682564] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1012.682564] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]522756ac-fdd1-e692-4670-75193694b1d3" [ 1012.682564] env[68627]: _type = "Task" [ 1012.682564] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.694320] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522756ac-fdd1-e692-4670-75193694b1d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.749307] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "099c1c96-a127-4e53-a117-e681e3e395a1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.749605] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "099c1c96-a127-4e53-a117-e681e3e395a1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.749834] env[68627]: INFO nova.compute.manager [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Shelving [ 1012.781765] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.782261] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4795173-bb46-4ffe-98b4-884ae2410e50 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.789205] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1012.789205] env[68627]: value = "task-3037576" [ 1012.789205] env[68627]: _type = "Task" [ 1012.789205] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.799951] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.840817] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05bb233-2090-4705-b104-1496f94c4100 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.850255] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7608853e-f0e1-49dc-a64b-23c715beb310 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.884698] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990eeef2-ca2f-40fd-b7e1-9203d69821e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.891032] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2218db-c1fb-427a-ab3d-b8aec93e31ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.905418] env[68627]: DEBUG oslo_concurrency.lockutils [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Releasing lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.907325] env[68627]: DEBUG nova.compute.provider_tree [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.074056] env[68627]: DEBUG oslo_vmware.api [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037575, 'name': PowerOnVM_Task, 'duration_secs': 0.564253} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.074397] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.074659] env[68627]: INFO nova.compute.manager [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1013.074849] env[68627]: DEBUG nova.compute.manager [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.075898] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d892a92-e783-4f17-87ce-306936fb928b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.082921] env[68627]: DEBUG nova.compute.utils [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.193286] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]522756ac-fdd1-e692-4670-75193694b1d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.193581] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.193859] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb/45151ded-fac1-4905-89f6-7b6cd953a7bb.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.194128] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7a627bc-d5f0-4ab0-bbd5-0c00742bc437 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.200117] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1013.200117] env[68627]: value = "task-3037577" [ 1013.200117] env[68627]: _type = "Task" [ 1013.200117] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.209110] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.213599] env[68627]: DEBUG nova.network.neutron [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.300032] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037576, 'name': PowerOffVM_Task, 'duration_secs': 0.290963} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.300032] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.300288] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.300979] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ec29e3-52a5-4c6f-a99a-b274d01dfd5f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.308518] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.308803] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1606eb04-93bc-4ac7-a5d7-e029c23a27c5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.350764] env[68627]: DEBUG nova.network.neutron [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Updating instance_info_cache with network_info: [{"id": "ff3cdab8-08cd-4531-938d-a34d912e03ac", "address": "fa:16:3e:c7:e9:30", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3cdab8-08", "ovs_interfaceid": "ff3cdab8-08cd-4531-938d-a34d912e03ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.375080] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.375505] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.375505] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleting the datastore file [datastore2] da33ab9e-fc44-4d70-ab61-8ee58add8ac1 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.375790] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a50ec33a-c277-43cc-ac65-96f902181498 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.382642] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1013.382642] env[68627]: value = "task-3037579" [ 1013.382642] env[68627]: _type = "Task" [ 1013.382642] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.392187] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.410877] env[68627]: DEBUG nova.scheduler.client.report [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.592543] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.599020] env[68627]: INFO nova.compute.manager [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Took 25.23 seconds to build instance. [ 1013.710662] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485931} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.710941] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb/45151ded-fac1-4905-89f6-7b6cd953a7bb.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.711188] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.711462] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc816bc5-0501-47f7-90a9-aea90d530033 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.718658] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1013.718658] env[68627]: value = "task-3037580" [ 1013.718658] env[68627]: _type = "Task" [ 1013.718658] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.728928] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.762734] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.763093] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0dabcba-9383-47f6-9c6d-2653b2c124ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.773562] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1013.773562] env[68627]: value = "task-3037581" [ 1013.773562] env[68627]: _type = "Task" [ 1013.773562] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.784527] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.856019] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "refresh_cache-11e1bb22-f277-46e4-8b98-120a0b891300" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.856019] env[68627]: DEBUG nova.compute.manager [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Instance network_info: |[{"id": "ff3cdab8-08cd-4531-938d-a34d912e03ac", "address": "fa:16:3e:c7:e9:30", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3cdab8-08", "ovs_interfaceid": "ff3cdab8-08cd-4531-938d-a34d912e03ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.856019] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:e9:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff3cdab8-08cd-4531-938d-a34d912e03ac', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.864264] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.864805] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.865202] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c250208a-60c5-45b6-a64c-fecb90c4bc56 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.888562] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.888562] env[68627]: value = "task-3037582" [ 1013.888562] env[68627]: _type = "Task" [ 1013.888562] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.897343] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330281} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.898125] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.898466] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.898784] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.904672] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037582, 'name': CreateVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.917658] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.918434] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.918936] env[68627]: DEBUG nova.compute.manager [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.921601] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8c83bb5-267e-4366-9e64-8d33a750291f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.923582] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.718s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.923782] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.925783] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.083s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.927329] env[68627]: INFO nova.compute.claims [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.935181] env[68627]: DEBUG oslo_vmware.api [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1013.935181] env[68627]: value = "task-3037583" [ 1013.935181] env[68627]: _type = "Task" [ 1013.935181] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.943892] env[68627]: DEBUG oslo_vmware.api [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.965906] env[68627]: INFO nova.scheduler.client.report [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted allocations for instance 31f63376-80aa-4918-a389-28b8311346f8 [ 1014.101809] env[68627]: DEBUG oslo_concurrency.lockutils [None req-468f2262-1cd6-4dbb-b10b-13467a2f25f1 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Lock "9418253a-1555-4d53-9b7e-94450723038e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.746s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.230409] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072494} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.231296] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.232024] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f714cee4-a128-4c4f-be65-58ca38995d08 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.254923] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb/45151ded-fac1-4905-89f6-7b6cd953a7bb.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.254923] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-763c21c6-e93b-43b2-b85c-3bc081734117 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.279579] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1014.279579] env[68627]: value = "task-3037584" [ 1014.279579] env[68627]: _type = "Task" [ 1014.279579] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.286053] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037581, 'name': PowerOffVM_Task, 'duration_secs': 0.201784} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.286755] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.287610] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48fdc29-af13-4d40-93fb-771048465ee4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.293334] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.311518] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081cffef-ef13-4cc6-b1be-5601a2981a41 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.389617] env[68627]: DEBUG nova.compute.manager [req-e401369c-7f2e-47d8-8215-edc250556c72 req-aa89f938-2e92-4b2d-aa0f-1a1da3824ad4 service nova] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Received event network-changed-ff3cdab8-08cd-4531-938d-a34d912e03ac {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.389874] env[68627]: DEBUG nova.compute.manager [req-e401369c-7f2e-47d8-8215-edc250556c72 req-aa89f938-2e92-4b2d-aa0f-1a1da3824ad4 service nova] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Refreshing instance network info cache due to event network-changed-ff3cdab8-08cd-4531-938d-a34d912e03ac. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.390038] env[68627]: DEBUG oslo_concurrency.lockutils [req-e401369c-7f2e-47d8-8215-edc250556c72 req-aa89f938-2e92-4b2d-aa0f-1a1da3824ad4 service nova] Acquiring lock "refresh_cache-11e1bb22-f277-46e4-8b98-120a0b891300" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.390189] env[68627]: DEBUG oslo_concurrency.lockutils [req-e401369c-7f2e-47d8-8215-edc250556c72 req-aa89f938-2e92-4b2d-aa0f-1a1da3824ad4 service nova] Acquired lock "refresh_cache-11e1bb22-f277-46e4-8b98-120a0b891300" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.390354] env[68627]: DEBUG nova.network.neutron [req-e401369c-7f2e-47d8-8215-edc250556c72 req-aa89f938-2e92-4b2d-aa0f-1a1da3824ad4 service nova] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Refreshing network info cache for port ff3cdab8-08cd-4531-938d-a34d912e03ac {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.401265] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037582, 'name': CreateVM_Task, 'duration_secs': 0.346087} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.402032] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.402711] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.402872] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.403344] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.403827] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e33838c-1346-42c8-b12a-560e153afde0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.413625] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 1014.413625] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e18a8f-4b7c-db27-5367-ae18b4c0a28a" [ 1014.413625] env[68627]: _type = "Task" [ 1014.413625] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.420831] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e18a8f-4b7c-db27-5367-ae18b4c0a28a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.432192] env[68627]: DEBUG nova.compute.utils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.438477] env[68627]: DEBUG nova.compute.manager [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.438671] env[68627]: DEBUG nova.network.neutron [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.449834] env[68627]: DEBUG oslo_vmware.api [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.480048] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f545acc-2a1b-4274-b67b-1fe46897f76b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "31f63376-80aa-4918-a389-28b8311346f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.369s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.509060] env[68627]: DEBUG nova.policy [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66b291da26e14560af5d2172dfdc04f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03d5769229154b0ca4b45701fa123ccd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.664492] env[68627]: DEBUG nova.virt.hardware [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.664757] env[68627]: DEBUG nova.virt.hardware [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.664928] env[68627]: DEBUG nova.virt.hardware [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.665178] env[68627]: DEBUG nova.virt.hardware [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.665412] env[68627]: DEBUG nova.virt.hardware [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.665551] env[68627]: DEBUG nova.virt.hardware [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.665845] env[68627]: DEBUG nova.virt.hardware [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.665989] env[68627]: DEBUG nova.virt.hardware [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.666221] env[68627]: DEBUG nova.virt.hardware [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.666393] env[68627]: DEBUG nova.virt.hardware [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.666650] env[68627]: DEBUG nova.virt.hardware [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.667793] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b47276f-9b0c-40c8-9df2-6a50dc83f823 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.674812] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.675048] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.675268] env[68627]: INFO nova.compute.manager [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Attaching volume 74ebb529-90d2-40f0-916c-47098cd8c445 to /dev/sdb [ 1014.678061] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f00d41-0e82-4dea-a652-4bd08b55da21 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.693914] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:a1:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e80cc6b-c931-47a0-a324-93ee192ec7cc', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.702062] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.702303] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.702490] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94341026-3674-407d-bdd3-869f6e957ee6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.718753] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4899f6b-a4c1-47c4-adeb-30bee545fd30 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.725103] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44127205-c286-481d-a55a-f4eef776ed83 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.728346] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.728346] env[68627]: value = "task-3037585" [ 1014.728346] env[68627]: _type = "Task" [ 1014.728346] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.735770] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037585, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.741348] env[68627]: DEBUG nova.virt.block_device [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updating existing volume attachment record: a644a271-9d1d-47b0-a4fb-96115acd0ea1 {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1014.790115] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037584, 'name': ReconfigVM_Task, 'duration_secs': 0.328028} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.790739] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb/45151ded-fac1-4905-89f6-7b6cd953a7bb.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.791256] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69b66c84-ee13-45b9-82cb-618604127032 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.799406] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1014.799406] env[68627]: value = "task-3037586" [ 1014.799406] env[68627]: _type = "Task" [ 1014.799406] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.807689] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037586, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.825354] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1014.825652] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d0f79fbe-907c-4fa8-8daf-ffeb28da45f8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.833109] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1014.833109] env[68627]: value = "task-3037587" [ 1014.833109] env[68627]: _type = "Task" [ 1014.833109] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.842705] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037587, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.927549] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e18a8f-4b7c-db27-5367-ae18b4c0a28a, 'name': SearchDatastore_Task, 'duration_secs': 0.027795} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.929888] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.929888] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.929888] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.929888] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.929888] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.929888] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9e6de82-9c3d-43ee-a755-e154ff721e65 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.941688] env[68627]: DEBUG nova.compute.manager [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.968801] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.970499] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.973714] env[68627]: DEBUG nova.virt.hardware [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.973714] env[68627]: DEBUG nova.virt.hardware [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.973906] env[68627]: DEBUG nova.virt.hardware [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.974217] env[68627]: DEBUG nova.virt.hardware [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.974540] env[68627]: DEBUG nova.virt.hardware [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.975076] env[68627]: DEBUG nova.virt.hardware [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.975311] env[68627]: DEBUG nova.virt.hardware [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.975643] env[68627]: DEBUG nova.virt.hardware [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.975996] env[68627]: DEBUG nova.virt.hardware [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.976346] env[68627]: DEBUG nova.virt.hardware [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.976721] env[68627]: DEBUG nova.virt.hardware [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.978051] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bccf4ed1-0ecd-4ed2-b8b2-430489cf114b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.985175] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f60577-c4be-45ef-ba04-ef1ef00372b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.999124] env[68627]: DEBUG oslo_vmware.api [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.999455] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 1014.999455] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52472e7f-2579-859e-04c6-74b963f6f19a" [ 1014.999455] env[68627]: _type = "Task" [ 1014.999455] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.000688] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f80797d-d9a2-410a-8552-74507cb37cd0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.024638] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:e2:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70de1327-d806-4044-a05a-f08ddc77331e', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.033737] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.033737] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52472e7f-2579-859e-04c6-74b963f6f19a, 'name': SearchDatastore_Task, 'duration_secs': 0.012856} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.033737] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.034031] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78a26b8f-6676-4d7a-8fbc-c0fd43aaef08 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.050365] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0eeb0c2-d84e-4432-949c-5812d6ba8fa5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.055681] env[68627]: DEBUG nova.network.neutron [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Successfully created port: f4a92dbb-ca8e-44ec-9829-91a1195a5172 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.062100] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 1015.062100] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b889ab-e1e1-3282-f406-a7d42e24f100" [ 1015.062100] env[68627]: _type = "Task" [ 1015.062100] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.063598] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.063598] env[68627]: value = "task-3037589" [ 1015.063598] env[68627]: _type = "Task" [ 1015.063598] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.079758] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b889ab-e1e1-3282-f406-a7d42e24f100, 'name': SearchDatastore_Task, 'duration_secs': 0.012776} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.083322] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.084438] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 11e1bb22-f277-46e4-8b98-120a0b891300/11e1bb22-f277-46e4-8b98-120a0b891300.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.084438] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037589, 'name': CreateVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.084438] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81a7196c-9c16-4e2e-b9de-4159cc75548e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.093488] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 1015.093488] env[68627]: value = "task-3037590" [ 1015.093488] env[68627]: _type = "Task" [ 1015.093488] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.104668] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.249019] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037585, 'name': CreateVM_Task, 'duration_secs': 0.39749} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.251663] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.252702] env[68627]: DEBUG oslo_concurrency.lockutils [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.252867] env[68627]: DEBUG oslo_concurrency.lockutils [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.253231] env[68627]: DEBUG oslo_concurrency.lockutils [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.256326] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4687364-443c-4d75-95de-82f13a7dd6fa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.263286] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1015.263286] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523d507f-7eff-e45e-0d6c-1426c269fe00" [ 1015.263286] env[68627]: _type = "Task" [ 1015.263286] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.277056] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523d507f-7eff-e45e-0d6c-1426c269fe00, 'name': SearchDatastore_Task} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.280327] env[68627]: DEBUG oslo_concurrency.lockutils [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.280781] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.281167] env[68627]: DEBUG oslo_concurrency.lockutils [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.281407] env[68627]: DEBUG oslo_concurrency.lockutils [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.281751] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.283393] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99bb5561-b139-4892-b4a9-e6ba39cb15af {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.294427] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.294750] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.295909] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c69f65-c1fb-46ce-a9c7-025959904863 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.310014] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1015.310014] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5218f79a-b340-8c9f-b652-b1efdd3c1345" [ 1015.310014] env[68627]: _type = "Task" [ 1015.310014] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.314576] env[68627]: DEBUG nova.network.neutron [req-e401369c-7f2e-47d8-8215-edc250556c72 req-aa89f938-2e92-4b2d-aa0f-1a1da3824ad4 service nova] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Updated VIF entry in instance network info cache for port ff3cdab8-08cd-4531-938d-a34d912e03ac. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.315019] env[68627]: DEBUG nova.network.neutron [req-e401369c-7f2e-47d8-8215-edc250556c72 req-aa89f938-2e92-4b2d-aa0f-1a1da3824ad4 service nova] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Updating instance_info_cache with network_info: [{"id": "ff3cdab8-08cd-4531-938d-a34d912e03ac", "address": "fa:16:3e:c7:e9:30", "network": {"id": "985fe37b-c2a2-495a-94c6-c2ec7eebcb9b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-790329486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c830beed5044dbd8edc81b56fae7fea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3cdab8-08", "ovs_interfaceid": "ff3cdab8-08cd-4531-938d-a34d912e03ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.322099] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037586, 'name': Rename_Task, 'duration_secs': 0.30443} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.323294] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.323742] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f46a87b5-6912-4d32-844b-f95fb777380f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.329505] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5218f79a-b340-8c9f-b652-b1efdd3c1345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.340198] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1015.340198] env[68627]: value = "task-3037593" [ 1015.340198] env[68627]: _type = "Task" [ 1015.340198] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.349915] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037587, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.359387] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037593, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.429623] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeb25cc-1e6a-43b6-b6ad-517fbad2df1d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.439163] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a43289-59e4-4ae9-94ca-4b2159828161 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.482371] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deca3be-080c-41f8-a348-63614db3960f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.491497] env[68627]: DEBUG oslo_vmware.api [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037583, 'name': PowerOnVM_Task, 'duration_secs': 1.271512} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.494337] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.494684] env[68627]: DEBUG nova.compute.manager [None req-22da8ebf-326b-40a4-806e-dd5047c12a12 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.495635] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff1e547-f9a7-4fcb-9abc-18a8a763c700 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.500094] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa104288-b4b2-48d7-bd0b-a080d03bf3f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.519631] env[68627]: DEBUG nova.compute.provider_tree [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.578924] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037589, 'name': CreateVM_Task, 'duration_secs': 0.361708} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.578924] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.579496] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.579907] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.580252] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.580344] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef04ea0-c78a-4d44-9112-c3eb18927faf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.585097] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1015.585097] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cd8fb5-619b-8f56-33c2-4552f20d8176" [ 1015.585097] env[68627]: _type = "Task" [ 1015.585097] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.595753] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cd8fb5-619b-8f56-33c2-4552f20d8176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.604094] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500708} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.604094] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 11e1bb22-f277-46e4-8b98-120a0b891300/11e1bb22-f277-46e4-8b98-120a0b891300.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.604314] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.604665] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb477fce-d3c3-4979-8cdf-33f04a23e906 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.610349] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 1015.610349] env[68627]: value = "task-3037594" [ 1015.610349] env[68627]: _type = "Task" [ 1015.610349] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.618628] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.820519] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5218f79a-b340-8c9f-b652-b1efdd3c1345, 'name': SearchDatastore_Task, 'duration_secs': 0.025167} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.821388] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7275e76-417e-4537-a7b4-34a4f74e42cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.824340] env[68627]: DEBUG oslo_concurrency.lockutils [req-e401369c-7f2e-47d8-8215-edc250556c72 req-aa89f938-2e92-4b2d-aa0f-1a1da3824ad4 service nova] Releasing lock "refresh_cache-11e1bb22-f277-46e4-8b98-120a0b891300" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.828117] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1015.828117] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b77de4-e771-3b86-02c5-578c96f5d94d" [ 1015.828117] env[68627]: _type = "Task" [ 1015.828117] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.836752] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b77de4-e771-3b86-02c5-578c96f5d94d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.846972] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037587, 'name': CreateSnapshot_Task, 'duration_secs': 0.762217} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.847841] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1015.848692] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266effa1-fde8-409b-adff-200acee8f917 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.855697] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.987040] env[68627]: DEBUG nova.compute.manager [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.016741] env[68627]: DEBUG nova.virt.hardware [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.017014] env[68627]: DEBUG nova.virt.hardware [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.017205] env[68627]: DEBUG nova.virt.hardware [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.019537] env[68627]: DEBUG nova.virt.hardware [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.019680] env[68627]: DEBUG nova.virt.hardware [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.019836] env[68627]: DEBUG nova.virt.hardware [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.020073] env[68627]: DEBUG nova.virt.hardware [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.020250] env[68627]: DEBUG nova.virt.hardware [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.020423] env[68627]: DEBUG nova.virt.hardware [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.020625] env[68627]: DEBUG nova.virt.hardware [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.020771] env[68627]: DEBUG nova.virt.hardware [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.021664] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae03e841-cd29-4a91-820c-e30b6cd4e64f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.031625] env[68627]: DEBUG nova.scheduler.client.report [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.041514] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edcea1a-c90e-47d9-a83b-c3c3fb925e50 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.095810] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cd8fb5-619b-8f56-33c2-4552f20d8176, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.096134] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.096370] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.096581] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.119299] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065075} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.119559] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.120335] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74fb8d3-5293-4e94-a740-e7b9360bc8a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.144588] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 11e1bb22-f277-46e4-8b98-120a0b891300/11e1bb22-f277-46e4-8b98-120a0b891300.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.144910] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c501a617-c422-48b7-b302-55f5f6aacc29 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.165801] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 1016.165801] env[68627]: value = "task-3037595" [ 1016.165801] env[68627]: _type = "Task" [ 1016.165801] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.176275] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.339378] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b77de4-e771-3b86-02c5-578c96f5d94d, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.339700] env[68627]: DEBUG oslo_concurrency.lockutils [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.340008] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 5cff7228-7263-4947-8dd8-93516397379f/5cff7228-7263-4947-8dd8-93516397379f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.340349] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.340582] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.340835] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d96e99cb-c755-49d0-8edc-78fa250e2925 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.343280] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba9b56b1-8a6e-43b3-aedf-019f9f05bf80 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.354414] env[68627]: DEBUG oslo_vmware.api [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037593, 'name': PowerOnVM_Task, 'duration_secs': 0.581631} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.355699] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.356804] env[68627]: DEBUG nova.compute.manager [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.356804] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1016.356804] env[68627]: value = "task-3037596" [ 1016.356804] env[68627]: _type = "Task" [ 1016.356804] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.357655] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f355bed9-928c-4c05-bac5-12e017c16803 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.360134] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.360314] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.363831] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd1dc295-0a84-40c6-a325-e338f7d8ed43 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.372431] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1016.374087] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c8150358-c4f7-40b1-9522-b09c3b9ee050 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.384528] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1016.384528] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5231e328-f2c4-b3c9-ad67-c8f635c38f30" [ 1016.384528] env[68627]: _type = "Task" [ 1016.384528] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.384780] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.389664] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1016.389664] env[68627]: value = "task-3037597" [ 1016.389664] env[68627]: _type = "Task" [ 1016.389664] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.395633] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5231e328-f2c4-b3c9-ad67-c8f635c38f30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.401564] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037597, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.444924] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Acquiring lock "9418253a-1555-4d53-9b7e-94450723038e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.444924] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Lock "9418253a-1555-4d53-9b7e-94450723038e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.444924] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Acquiring lock "9418253a-1555-4d53-9b7e-94450723038e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.445758] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Lock "9418253a-1555-4d53-9b7e-94450723038e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.445758] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Lock "9418253a-1555-4d53-9b7e-94450723038e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.447903] env[68627]: INFO nova.compute.manager [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Terminating instance [ 1016.538127] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.538712] env[68627]: DEBUG nova.compute.manager [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.542169] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.589s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.542373] env[68627]: DEBUG nova.objects.instance [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Lazy-loading 'resources' on Instance uuid a94195d8-4560-4520-af0a-23b74c51bdf4 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.677630] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.755369] env[68627]: DEBUG nova.compute.manager [req-6264bd2d-f256-45e4-b2fe-85cdea5d1eb0 req-fd19e392-6c60-4f69-93c8-f1ea5025e21e service nova] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Received event network-vif-plugged-f4a92dbb-ca8e-44ec-9829-91a1195a5172 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.755641] env[68627]: DEBUG oslo_concurrency.lockutils [req-6264bd2d-f256-45e4-b2fe-85cdea5d1eb0 req-fd19e392-6c60-4f69-93c8-f1ea5025e21e service nova] Acquiring lock "96725e70-9671-4125-a030-c45aa9b9c8b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.755862] env[68627]: DEBUG oslo_concurrency.lockutils [req-6264bd2d-f256-45e4-b2fe-85cdea5d1eb0 req-fd19e392-6c60-4f69-93c8-f1ea5025e21e service nova] Lock "96725e70-9671-4125-a030-c45aa9b9c8b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.756051] env[68627]: DEBUG oslo_concurrency.lockutils [req-6264bd2d-f256-45e4-b2fe-85cdea5d1eb0 req-fd19e392-6c60-4f69-93c8-f1ea5025e21e service nova] Lock "96725e70-9671-4125-a030-c45aa9b9c8b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.756223] env[68627]: DEBUG nova.compute.manager [req-6264bd2d-f256-45e4-b2fe-85cdea5d1eb0 req-fd19e392-6c60-4f69-93c8-f1ea5025e21e service nova] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] No waiting events found dispatching network-vif-plugged-f4a92dbb-ca8e-44ec-9829-91a1195a5172 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.756358] env[68627]: WARNING nova.compute.manager [req-6264bd2d-f256-45e4-b2fe-85cdea5d1eb0 req-fd19e392-6c60-4f69-93c8-f1ea5025e21e service nova] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Received unexpected event network-vif-plugged-f4a92dbb-ca8e-44ec-9829-91a1195a5172 for instance with vm_state building and task_state spawning. [ 1016.872356] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037596, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.876053] env[68627]: DEBUG nova.network.neutron [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Successfully updated port: f4a92dbb-ca8e-44ec-9829-91a1195a5172 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.907318] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.917992] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5231e328-f2c4-b3c9-ad67-c8f635c38f30, 'name': SearchDatastore_Task, 'duration_secs': 0.027884} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.924567] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037597, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.924863] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a83b148-034d-4a74-bb14-ac09c6d96c3e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.934549] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1016.934549] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5244838b-bc19-8c76-23fd-58fd7a8d5108" [ 1016.934549] env[68627]: _type = "Task" [ 1016.934549] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.944444] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5244838b-bc19-8c76-23fd-58fd7a8d5108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.953117] env[68627]: DEBUG nova.compute.manager [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.953391] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.954383] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db80a3c8-ca77-47f1-8958-12311ad5ed20 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.962720] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.963067] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-804b47be-0e2f-45e3-ae1d-4828fbcc618e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.971059] env[68627]: DEBUG oslo_vmware.api [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Waiting for the task: (returnval){ [ 1016.971059] env[68627]: value = "task-3037598" [ 1016.971059] env[68627]: _type = "Task" [ 1016.971059] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.984928] env[68627]: DEBUG oslo_vmware.api [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.045308] env[68627]: DEBUG nova.compute.utils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.050570] env[68627]: DEBUG nova.compute.manager [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Not allocating networking since 'none' was specified. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1017.181442] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037595, 'name': ReconfigVM_Task, 'duration_secs': 0.950292} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.181749] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 11e1bb22-f277-46e4-8b98-120a0b891300/11e1bb22-f277-46e4-8b98-120a0b891300.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.182424] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9ae267e-0cd9-4e19-a3d3-a7e494f85d2e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.195147] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 1017.195147] env[68627]: value = "task-3037599" [ 1017.195147] env[68627]: _type = "Task" [ 1017.195147] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.204678] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037599, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.377507] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809018} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.377970] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "refresh_cache-96725e70-9671-4125-a030-c45aa9b9c8b9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.378115] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "refresh_cache-96725e70-9671-4125-a030-c45aa9b9c8b9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.378267] env[68627]: DEBUG nova.network.neutron [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.384729] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 5cff7228-7263-4947-8dd8-93516397379f/5cff7228-7263-4947-8dd8-93516397379f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.384729] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.384729] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caf12e15-1db3-48f7-95ce-c071d337b3d7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.390010] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1017.390010] env[68627]: value = "task-3037601" [ 1017.390010] env[68627]: _type = "Task" [ 1017.390010] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.403430] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.409127] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037597, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.417482] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359524df-e14e-40ad-a111-ae2e5e5acca8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.425336] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5de7f7-a4dd-4649-ada6-35416b455655 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.463448] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094405e1-0e12-469b-9039-e5bbd35ec0f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.472072] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5244838b-bc19-8c76-23fd-58fd7a8d5108, 'name': SearchDatastore_Task, 'duration_secs': 0.065994} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.476825] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.477136] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] da33ab9e-fc44-4d70-ab61-8ee58add8ac1/da33ab9e-fc44-4d70-ab61-8ee58add8ac1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.477462] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76b044dc-209f-499d-8e3b-a0f6a005c054 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.480516] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0223c83-ba05-4f82-ba36-07143ff8b4a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.490029] env[68627]: DEBUG oslo_vmware.api [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037598, 'name': PowerOffVM_Task, 'duration_secs': 0.227143} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.502017] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.502017] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.502017] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1017.502017] env[68627]: value = "task-3037602" [ 1017.502017] env[68627]: _type = "Task" [ 1017.502017] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.502017] env[68627]: DEBUG nova.compute.provider_tree [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.502450] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8478422-4c9d-47a9-a7b0-b0fcc4fe4ee1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.514328] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.550711] env[68627]: DEBUG nova.compute.manager [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.573965] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.573965] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.574334] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Deleting the datastore file [datastore1] 9418253a-1555-4d53-9b7e-94450723038e {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.574443] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-682d0410-d2b6-4930-8d08-6ae892e8d586 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.581915] env[68627]: DEBUG oslo_vmware.api [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Waiting for the task: (returnval){ [ 1017.581915] env[68627]: value = "task-3037604" [ 1017.581915] env[68627]: _type = "Task" [ 1017.581915] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.590341] env[68627]: DEBUG oslo_vmware.api [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.706352] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037599, 'name': Rename_Task, 'duration_secs': 0.156941} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.706719] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.707041] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f3003ee-1f85-4ed6-aba1-ef20b2905934 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.714528] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 1017.714528] env[68627]: value = "task-3037605" [ 1017.714528] env[68627]: _type = "Task" [ 1017.714528] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.726430] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.750266] env[68627]: INFO nova.compute.manager [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Rebuilding instance [ 1017.798198] env[68627]: DEBUG nova.compute.manager [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.799285] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3309e24-627f-46ef-87af-34e8180a9c76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.911976] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068315} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.916811] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.917328] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037597, 'name': CloneVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.919931] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6db1fe-63a5-4fc8-80da-3d719fd81158 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.953965] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 5cff7228-7263-4947-8dd8-93516397379f/5cff7228-7263-4947-8dd8-93516397379f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.954323] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717b8d01-3495-4e4e-883e-5122aaffec07 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.975042] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1017.975042] env[68627]: value = "task-3037606" [ 1017.975042] env[68627]: _type = "Task" [ 1017.975042] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.983887] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.986687] env[68627]: DEBUG nova.network.neutron [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.008932] env[68627]: DEBUG nova.scheduler.client.report [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.020700] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469336} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.020975] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] da33ab9e-fc44-4d70-ab61-8ee58add8ac1/da33ab9e-fc44-4d70-ab61-8ee58add8ac1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.021263] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.021596] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-480dfe5a-fccd-4a45-bd3c-7484a0b78d76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.028061] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1018.028061] env[68627]: value = "task-3037607" [ 1018.028061] env[68627]: _type = "Task" [ 1018.028061] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.036362] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.092856] env[68627]: DEBUG oslo_vmware.api [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Task: {'id': task-3037604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268963} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.093442] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.093442] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.093698] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.093945] env[68627]: INFO nova.compute.manager [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1018.094261] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.094562] env[68627]: DEBUG nova.compute.manager [-] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.094703] env[68627]: DEBUG nova.network.neutron [-] [instance: 9418253a-1555-4d53-9b7e-94450723038e] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.146894] env[68627]: DEBUG nova.network.neutron [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Updating instance_info_cache with network_info: [{"id": "f4a92dbb-ca8e-44ec-9829-91a1195a5172", "address": "fa:16:3e:39:ac:75", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a92dbb-ca", "ovs_interfaceid": "f4a92dbb-ca8e-44ec-9829-91a1195a5172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.225428] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037605, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.411479] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037597, 'name': CloneVM_Task, 'duration_secs': 1.536027} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.411901] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Created linked-clone VM from snapshot [ 1018.412798] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee850ae-6a89-494e-8cc7-e3be336ba8e3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.423150] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Uploading image 9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1018.427329] env[68627]: DEBUG nova.compute.manager [req-540119f3-4597-4ba9-9f2d-2da8da666b68 req-9aec07a6-552a-4ff0-9417-9c8d76412625 service nova] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Received event network-vif-deleted-d78474ea-295b-4ff4-8a58-4b6b54f84a6e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.427529] env[68627]: INFO nova.compute.manager [req-540119f3-4597-4ba9-9f2d-2da8da666b68 req-9aec07a6-552a-4ff0-9417-9c8d76412625 service nova] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Neutron deleted interface d78474ea-295b-4ff4-8a58-4b6b54f84a6e; detaching it from the instance and deleting it from the info cache [ 1018.427704] env[68627]: DEBUG nova.network.neutron [req-540119f3-4597-4ba9-9f2d-2da8da666b68 req-9aec07a6-552a-4ff0-9417-9c8d76412625 service nova] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.452757] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1018.452757] env[68627]: value = "vm-608649" [ 1018.452757] env[68627]: _type = "VirtualMachine" [ 1018.452757] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1018.453087] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ccc8fbe0-f638-4fbb-854f-5b74a92af815 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.460885] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lease: (returnval){ [ 1018.460885] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a4e409-98c9-465c-4ffc-36a7ea3e9a4e" [ 1018.460885] env[68627]: _type = "HttpNfcLease" [ 1018.460885] env[68627]: } obtained for exporting VM: (result){ [ 1018.460885] env[68627]: value = "vm-608649" [ 1018.460885] env[68627]: _type = "VirtualMachine" [ 1018.460885] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1018.461709] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the lease: (returnval){ [ 1018.461709] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a4e409-98c9-465c-4ffc-36a7ea3e9a4e" [ 1018.461709] env[68627]: _type = "HttpNfcLease" [ 1018.461709] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1018.469051] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.469051] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a4e409-98c9-465c-4ffc-36a7ea3e9a4e" [ 1018.469051] env[68627]: _type = "HttpNfcLease" [ 1018.469051] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1018.485929] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.518216] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.519884] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.259s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.520172] env[68627]: DEBUG nova.objects.instance [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lazy-loading 'resources' on Instance uuid c4d81edb-157b-43af-abf4-0ba0908327b7 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.542970] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263905} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.543264] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.544055] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a86907-78e6-43a5-8628-3acb73ce137e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.561576] env[68627]: DEBUG nova.compute.manager [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.573419] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] da33ab9e-fc44-4d70-ab61-8ee58add8ac1/da33ab9e-fc44-4d70-ab61-8ee58add8ac1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.574477] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5dbe1ea-c3df-49ee-83ca-25ce991b9c2d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.599115] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1018.599115] env[68627]: value = "task-3037609" [ 1018.599115] env[68627]: _type = "Task" [ 1018.599115] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.602062] env[68627]: DEBUG nova.virt.hardware [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.602341] env[68627]: DEBUG nova.virt.hardware [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.602535] env[68627]: DEBUG nova.virt.hardware [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.602775] env[68627]: DEBUG nova.virt.hardware [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.602945] env[68627]: DEBUG nova.virt.hardware [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.603147] env[68627]: DEBUG nova.virt.hardware [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.603409] env[68627]: DEBUG nova.virt.hardware [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.603587] env[68627]: DEBUG nova.virt.hardware [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.603808] env[68627]: DEBUG nova.virt.hardware [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.604370] env[68627]: DEBUG nova.virt.hardware [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.604370] env[68627]: DEBUG nova.virt.hardware [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.607707] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36afa55f-48b7-4a25-bcb0-87f1e941f3ff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.622024] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa5a9d4-b827-4e01-9172-ca48f23b4ffe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.626464] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.637401] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.642980] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Creating folder: Project (4646d537a97a432591c4e2331d32b7a6). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.643322] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da358b01-09b4-40b8-a558-79cdf4086b5a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.649948] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "refresh_cache-96725e70-9671-4125-a030-c45aa9b9c8b9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.650312] env[68627]: DEBUG nova.compute.manager [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Instance network_info: |[{"id": "f4a92dbb-ca8e-44ec-9829-91a1195a5172", "address": "fa:16:3e:39:ac:75", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a92dbb-ca", "ovs_interfaceid": "f4a92dbb-ca8e-44ec-9829-91a1195a5172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.650815] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:ac:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4a92dbb-ca8e-44ec-9829-91a1195a5172', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.659077] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.660237] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.660537] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Created folder: Project (4646d537a97a432591c4e2331d32b7a6) in parent group-v608385. [ 1018.660714] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Creating folder: Instances. Parent ref: group-v608650. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.660931] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f0a03ef-9272-4733-8057-44b10b188024 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.677490] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7873003-87fd-4c40-bce8-d687be5dc10f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.684409] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.684409] env[68627]: value = "task-3037612" [ 1018.684409] env[68627]: _type = "Task" [ 1018.684409] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.688996] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Created folder: Instances in parent group-v608650. [ 1018.689249] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.689784] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.690012] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ef250aa-3911-4e20-9e98-bc37a10a1d4b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.705846] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037612, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.709855] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.709855] env[68627]: value = "task-3037613" [ 1018.709855] env[68627]: _type = "Task" [ 1018.709855] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.719067] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037613, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.726562] env[68627]: DEBUG oslo_vmware.api [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037605, 'name': PowerOnVM_Task, 'duration_secs': 0.897523} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.726899] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.727121] env[68627]: INFO nova.compute.manager [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1018.727308] env[68627]: DEBUG nova.compute.manager [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.728112] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0222a65e-2c79-4bdf-b716-6a5e53a4844a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.785116] env[68627]: DEBUG nova.compute.manager [req-bdd2955e-2615-4281-861c-613d5db97bf5 req-dd123386-d8ec-464b-95d8-7c838be2d382 service nova] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Received event network-changed-f4a92dbb-ca8e-44ec-9829-91a1195a5172 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.785369] env[68627]: DEBUG nova.compute.manager [req-bdd2955e-2615-4281-861c-613d5db97bf5 req-dd123386-d8ec-464b-95d8-7c838be2d382 service nova] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Refreshing instance network info cache due to event network-changed-f4a92dbb-ca8e-44ec-9829-91a1195a5172. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.785666] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdd2955e-2615-4281-861c-613d5db97bf5 req-dd123386-d8ec-464b-95d8-7c838be2d382 service nova] Acquiring lock "refresh_cache-96725e70-9671-4125-a030-c45aa9b9c8b9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.785879] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdd2955e-2615-4281-861c-613d5db97bf5 req-dd123386-d8ec-464b-95d8-7c838be2d382 service nova] Acquired lock "refresh_cache-96725e70-9671-4125-a030-c45aa9b9c8b9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.786291] env[68627]: DEBUG nova.network.neutron [req-bdd2955e-2615-4281-861c-613d5db97bf5 req-dd123386-d8ec-464b-95d8-7c838be2d382 service nova] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Refreshing network info cache for port f4a92dbb-ca8e-44ec-9829-91a1195a5172 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.813626] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.813839] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e3848c-41ce-4a0f-ae19-56e80a178190 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.821124] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Waiting for the task: (returnval){ [ 1018.821124] env[68627]: value = "task-3037614" [ 1018.821124] env[68627]: _type = "Task" [ 1018.821124] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.829956] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.908594] env[68627]: DEBUG nova.network.neutron [-] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.934021] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2061b3b1-191e-4865-8cdf-723736be7581 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.942667] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07b66ca-25b5-42e7-9282-d44003295e54 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.980911] env[68627]: DEBUG nova.compute.manager [req-540119f3-4597-4ba9-9f2d-2da8da666b68 req-9aec07a6-552a-4ff0-9417-9c8d76412625 service nova] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Detach interface failed, port_id=d78474ea-295b-4ff4-8a58-4b6b54f84a6e, reason: Instance 9418253a-1555-4d53-9b7e-94450723038e could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1018.985864] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.985864] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a4e409-98c9-465c-4ffc-36a7ea3e9a4e" [ 1018.985864] env[68627]: _type = "HttpNfcLease" [ 1018.985864] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1018.986462] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1018.986462] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a4e409-98c9-465c-4ffc-36a7ea3e9a4e" [ 1018.986462] env[68627]: _type = "HttpNfcLease" [ 1018.986462] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1018.987367] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499c323b-9e2a-4dd9-b7b8-8557f69626be {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.995174] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037606, 'name': ReconfigVM_Task, 'duration_secs': 0.665228} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.995722] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 5cff7228-7263-4947-8dd8-93516397379f/5cff7228-7263-4947-8dd8-93516397379f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.997506] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'size': 0, 'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'disk_bus': None, 'encryption_options': None, 'encryption_format': None, 'image_id': 'acd69c0a-2237-4f84-bb8d-16700e5efa1f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'attachment_id': '148829d4-a237-48a7-8279-0da2f881f115', 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608632', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'name': 'volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cff7228-7263-4947-8dd8-93516397379f', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'serial': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68627) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1018.997745] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1018.998075] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608632', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'name': 'volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cff7228-7263-4947-8dd8-93516397379f', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'serial': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1019.002263] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d59ccaa-8688-4d6b-86d3-1c76242f8e92 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.005243] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6a352-b65c-9b4a-00ed-4580646bba40/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1019.005522] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6a352-b65c-9b4a-00ed-4580646bba40/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1019.085620] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa1835b3-52db-4b4b-b301-eae61effb8aa tempest-ServerActionsV293TestJSON-779955121 tempest-ServerActionsV293TestJSON-779955121-project-member] Lock "a94195d8-4560-4520-af0a-23b74c51bdf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.699s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.090188] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe438ca-6528-43ad-8362-9e16241b0bf6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.118067] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff/volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.122111] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49d05ac5-3808-4b46-bd0b-fdfb48959b4e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.145373] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0bd8bf7e-0142-44ee-9c8d-5770b02dd4d2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.147217] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037609, 'name': ReconfigVM_Task, 'duration_secs': 0.30451} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.150051] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Reconfigured VM instance instance-0000004a to attach disk [datastore2] da33ab9e-fc44-4d70-ab61-8ee58add8ac1/da33ab9e-fc44-4d70-ab61-8ee58add8ac1.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.150051] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1019.150051] env[68627]: value = "task-3037615" [ 1019.150051] env[68627]: _type = "Task" [ 1019.150051] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.150227] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55e40aef-7dfa-4314-8a6c-a9da95399f0b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.163363] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.164176] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1019.164176] env[68627]: value = "task-3037616" [ 1019.164176] env[68627]: _type = "Task" [ 1019.164176] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.171876] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037616, 'name': Rename_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.201159] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037612, 'name': CreateVM_Task, 'duration_secs': 0.462212} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.201463] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.202206] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.202375] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.202701] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.202962] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b12c7bc-e6a4-4297-b893-8a988deb61f0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.210735] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1019.210735] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5264f6c6-2099-f5f5-46dd-1d7055187462" [ 1019.210735] env[68627]: _type = "Task" [ 1019.210735] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.224645] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037613, 'name': CreateVM_Task, 'duration_secs': 0.436192} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.227548] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.227861] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5264f6c6-2099-f5f5-46dd-1d7055187462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.228267] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.228442] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.228755] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.231150] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055c69f1-4892-435e-b4aa-f5561fec94e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.235641] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1019.235641] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520732b5-f57d-42f9-bc49-bc461dbac72b" [ 1019.235641] env[68627]: _type = "Task" [ 1019.235641] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.247949] env[68627]: INFO nova.compute.manager [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Took 18.50 seconds to build instance. [ 1019.255018] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520732b5-f57d-42f9-bc49-bc461dbac72b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.334255] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037614, 'name': PowerOffVM_Task, 'duration_secs': 0.264744} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.334828] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.334955] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.335791] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644e8031-74cd-456e-935f-4233d130d78c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.342287] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.343984] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-175e992e-9ee7-4889-85e7-aa192d15da9f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.370522] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.370696] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.370875] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Deleting the datastore file [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.371147] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6004e7e-0cdf-4f42-93c2-9043b266e8d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.378582] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Waiting for the task: (returnval){ [ 1019.378582] env[68627]: value = "task-3037618" [ 1019.378582] env[68627]: _type = "Task" [ 1019.378582] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.395665] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.417035] env[68627]: INFO nova.compute.manager [-] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Took 1.32 seconds to deallocate network for instance. [ 1019.430840] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc47d0b-8f90-45d7-9474-2b8a59deb611 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.439796] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f79852-361f-433a-b4d5-8fbc8d3b0a35 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.474451] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701394f5-dc5f-4e5a-9cd4-3b5ffb6271eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.483740] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7feb1a46-65c4-4e08-804b-dafe7090a106 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.498465] env[68627]: DEBUG nova.compute.provider_tree [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.661118] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.675608] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037616, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.724278] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5264f6c6-2099-f5f5-46dd-1d7055187462, 'name': SearchDatastore_Task, 'duration_secs': 0.029659} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.725449] env[68627]: DEBUG nova.network.neutron [req-bdd2955e-2615-4281-861c-613d5db97bf5 req-dd123386-d8ec-464b-95d8-7c838be2d382 service nova] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Updated VIF entry in instance network info cache for port f4a92dbb-ca8e-44ec-9829-91a1195a5172. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.725915] env[68627]: DEBUG nova.network.neutron [req-bdd2955e-2615-4281-861c-613d5db97bf5 req-dd123386-d8ec-464b-95d8-7c838be2d382 service nova] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Updating instance_info_cache with network_info: [{"id": "f4a92dbb-ca8e-44ec-9829-91a1195a5172", "address": "fa:16:3e:39:ac:75", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a92dbb-ca", "ovs_interfaceid": "f4a92dbb-ca8e-44ec-9829-91a1195a5172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.727404] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.727709] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.727901] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.728139] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.728268] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.732372] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0426b46d-65d4-4e35-a9c7-b6b7fc5cae8d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.742100] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.742501] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.744835] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e107b4d0-8ff1-440a-8d9e-2cba7b0dad55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.753622] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520732b5-f57d-42f9-bc49-bc461dbac72b, 'name': SearchDatastore_Task, 'duration_secs': 0.056295} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.754675] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.754903] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.755149] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.755293] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.756874] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.757076] env[68627]: DEBUG oslo_concurrency.lockutils [None req-07997f61-2537-474c-8444-47033472af8a tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "11e1bb22-f277-46e4-8b98-120a0b891300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.025s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.757797] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69ec6261-18b7-4183-8cd4-49a9bf856cab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.760890] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1019.760890] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5269fbdc-65ca-5146-5922-bfe7a479b5ea" [ 1019.760890] env[68627]: _type = "Task" [ 1019.760890] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.768049] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.768049] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.771359] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549b6115-fd24-4eee-b030-dfa292ef598d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.774216] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5269fbdc-65ca-5146-5922-bfe7a479b5ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.778233] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1019.778233] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521fbc64-7a2e-5893-5116-37213c567c60" [ 1019.778233] env[68627]: _type = "Task" [ 1019.778233] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.785819] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521fbc64-7a2e-5893-5116-37213c567c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.791533] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1019.791840] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608647', 'volume_id': '74ebb529-90d2-40f0-916c-47098cd8c445', 'name': 'volume-74ebb529-90d2-40f0-916c-47098cd8c445', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1c4588e-9765-4db1-b0bc-40d5892dae14', 'attached_at': '', 'detached_at': '', 'volume_id': '74ebb529-90d2-40f0-916c-47098cd8c445', 'serial': '74ebb529-90d2-40f0-916c-47098cd8c445'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1019.793097] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e33463b-f2f8-4b83-8f75-5647def8805f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.810944] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daaec7b-35b5-44c5-8464-136524bda82c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.838393] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] volume-74ebb529-90d2-40f0-916c-47098cd8c445/volume-74ebb529-90d2-40f0-916c-47098cd8c445.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.838847] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a55fcd1-d944-4737-b5f7-30bdbf916374 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.858613] env[68627]: DEBUG oslo_vmware.api [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1019.858613] env[68627]: value = "task-3037619" [ 1019.858613] env[68627]: _type = "Task" [ 1019.858613] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.868913] env[68627]: DEBUG oslo_vmware.api [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.889476] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266478} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.889476] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.890212] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.890212] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.923374] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.005162] env[68627]: DEBUG nova.scheduler.client.report [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.165779] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037615, 'name': ReconfigVM_Task, 'duration_secs': 0.816522} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.166242] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff/volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.176731] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53069934-3650-44db-9357-cbb6d57b22b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.195224] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037616, 'name': Rename_Task, 'duration_secs': 0.856887} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.196889] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.197366] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1020.197366] env[68627]: value = "task-3037620" [ 1020.197366] env[68627]: _type = "Task" [ 1020.197366] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.197725] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192e4878-88f9-4e18-9be1-10f50eb3ac82 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.212417] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.214463] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1020.214463] env[68627]: value = "task-3037621" [ 1020.214463] env[68627]: _type = "Task" [ 1020.214463] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.223943] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.229699] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdd2955e-2615-4281-861c-613d5db97bf5 req-dd123386-d8ec-464b-95d8-7c838be2d382 service nova] Releasing lock "refresh_cache-96725e70-9671-4125-a030-c45aa9b9c8b9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.273567] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5269fbdc-65ca-5146-5922-bfe7a479b5ea, 'name': SearchDatastore_Task, 'duration_secs': 0.016718} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.275113] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd35786-1d8d-485a-b763-5dd05cff8cd4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.284138] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1020.284138] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528c6c24-ce03-3290-7e69-8f3fa0d2f2dd" [ 1020.284138] env[68627]: _type = "Task" [ 1020.284138] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.293196] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]521fbc64-7a2e-5893-5116-37213c567c60, 'name': SearchDatastore_Task, 'duration_secs': 0.018524} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.295285] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5435d095-95b1-40dc-9512-87bec1358e6e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.303411] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528c6c24-ce03-3290-7e69-8f3fa0d2f2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.304429] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.305131] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 96725e70-9671-4125-a030-c45aa9b9c8b9/96725e70-9671-4125-a030-c45aa9b9c8b9.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.307266] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d981dea6-27e3-4187-9e13-8c95b3fec930 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.310743] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1020.310743] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d12239-53b2-f0f5-63e7-bf88ad3a329c" [ 1020.310743] env[68627]: _type = "Task" [ 1020.310743] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.317268] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1020.317268] env[68627]: value = "task-3037622" [ 1020.317268] env[68627]: _type = "Task" [ 1020.317268] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.326549] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d12239-53b2-f0f5-63e7-bf88ad3a329c, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.327642] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.328067] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 6d354e0b-3d3d-4d39-b28c-f73e03269070/6d354e0b-3d3d-4d39-b28c-f73e03269070.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.332380] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58d78ef2-947f-4129-8bdd-af4467575b8d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.334988] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.338859] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1020.338859] env[68627]: value = "task-3037623" [ 1020.338859] env[68627]: _type = "Task" [ 1020.338859] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.348568] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.369657] env[68627]: DEBUG oslo_vmware.api [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037619, 'name': ReconfigVM_Task, 'duration_secs': 0.443183} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.369657] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Reconfigured VM instance instance-0000003d to attach disk [datastore2] volume-74ebb529-90d2-40f0-916c-47098cd8c445/volume-74ebb529-90d2-40f0-916c-47098cd8c445.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.375356] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9cee7fa-53eb-49c6-a74d-c34bde24b109 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.391407] env[68627]: DEBUG oslo_vmware.api [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1020.391407] env[68627]: value = "task-3037624" [ 1020.391407] env[68627]: _type = "Task" [ 1020.391407] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.403810] env[68627]: DEBUG oslo_vmware.api [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.513769] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.517279] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.647s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.518946] env[68627]: INFO nova.compute.claims [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.561038] env[68627]: INFO nova.scheduler.client.report [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleted allocations for instance c4d81edb-157b-43af-abf4-0ba0908327b7 [ 1020.711072] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037620, 'name': ReconfigVM_Task, 'duration_secs': 0.214039} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.711587] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608632', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'name': 'volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cff7228-7263-4947-8dd8-93516397379f', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'serial': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1020.712449] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e717c6b-046b-4177-b19f-07fa2ec0db60 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.726136] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037621, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.728045] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1020.728045] env[68627]: value = "task-3037625" [ 1020.728045] env[68627]: _type = "Task" [ 1020.728045] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.739661] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037625, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.836599] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037622, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.854494] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037623, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.901792] env[68627]: DEBUG oslo_vmware.api [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037624, 'name': ReconfigVM_Task, 'duration_secs': 0.158328} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.902306] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608647', 'volume_id': '74ebb529-90d2-40f0-916c-47098cd8c445', 'name': 'volume-74ebb529-90d2-40f0-916c-47098cd8c445', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1c4588e-9765-4db1-b0bc-40d5892dae14', 'attached_at': '', 'detached_at': '', 'volume_id': '74ebb529-90d2-40f0-916c-47098cd8c445', 'serial': '74ebb529-90d2-40f0-916c-47098cd8c445'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1020.943553] env[68627]: DEBUG nova.virt.hardware [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.943924] env[68627]: DEBUG nova.virt.hardware [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.944177] env[68627]: DEBUG nova.virt.hardware [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.944473] env[68627]: DEBUG nova.virt.hardware [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.944649] env[68627]: DEBUG nova.virt.hardware [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.944887] env[68627]: DEBUG nova.virt.hardware [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.945216] env[68627]: DEBUG nova.virt.hardware [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.945432] env[68627]: DEBUG nova.virt.hardware [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.945656] env[68627]: DEBUG nova.virt.hardware [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.945843] env[68627]: DEBUG nova.virt.hardware [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.946050] env[68627]: DEBUG nova.virt.hardware [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.947407] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0573034a-3a24-4e43-8ee4-b7ca805967d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.956344] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a63e67-7647-4663-a965-ec4d5e5a351a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.972717] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.978810] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.979307] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.979666] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6f08ea0-a954-4a8c-bf93-a7cdbd15208c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.998101] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.998101] env[68627]: value = "task-3037626" [ 1020.998101] env[68627]: _type = "Task" [ 1020.998101] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.008952] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037626, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.037798] env[68627]: DEBUG nova.compute.manager [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.039100] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c8292e-08b3-46ba-9113-5eeee6c9f602 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.071885] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bb22ce1-baf0-43b7-9270-21f727cb0581 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "c4d81edb-157b-43af-abf4-0ba0908327b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.970s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.224811] env[68627]: DEBUG oslo_vmware.api [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037621, 'name': PowerOnVM_Task, 'duration_secs': 0.625104} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.225778] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.225778] env[68627]: DEBUG nova.compute.manager [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.226668] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c30087c-430c-44a2-aee8-1b6558e8b09d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.243974] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037625, 'name': Rename_Task, 'duration_secs': 0.478798} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.244704] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.245438] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-887599c0-4321-4ac6-8098-6f0f55b97609 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.254233] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1021.254233] env[68627]: value = "task-3037627" [ 1021.254233] env[68627]: _type = "Task" [ 1021.254233] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.263135] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.330369] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "11e1bb22-f277-46e4-8b98-120a0b891300" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.330804] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "11e1bb22-f277-46e4-8b98-120a0b891300" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.331182] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "11e1bb22-f277-46e4-8b98-120a0b891300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.331382] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "11e1bb22-f277-46e4-8b98-120a0b891300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.331626] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "11e1bb22-f277-46e4-8b98-120a0b891300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.337070] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731655} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.337748] env[68627]: INFO nova.compute.manager [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Terminating instance [ 1021.339766] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 96725e70-9671-4125-a030-c45aa9b9c8b9/96725e70-9671-4125-a030-c45aa9b9c8b9.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.340012] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.341963] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3714a48a-44d7-4739-9f38-d2af39d7bff9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.364280] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1021.364280] env[68627]: value = "task-3037628" [ 1021.364280] env[68627]: _type = "Task" [ 1021.364280] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.364907] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709943} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.365261] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 6d354e0b-3d3d-4d39-b28c-f73e03269070/6d354e0b-3d3d-4d39-b28c-f73e03269070.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.365526] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.369776] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5726cbe-c81f-4665-8d8a-4873c5010195 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.383959] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.386479] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1021.386479] env[68627]: value = "task-3037629" [ 1021.386479] env[68627]: _type = "Task" [ 1021.386479] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.396765] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.510914] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037626, 'name': CreateVM_Task, 'duration_secs': 0.428419} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.511428] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.512105] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.512720] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.512936] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.513525] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefb6662-1cb5-45e1-8388-4c096ee54657 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.518959] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Waiting for the task: (returnval){ [ 1021.518959] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ed93e7-f1bb-de30-b1d0-625b410306c7" [ 1021.518959] env[68627]: _type = "Task" [ 1021.518959] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.533263] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ed93e7-f1bb-de30-b1d0-625b410306c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.554093] env[68627]: INFO nova.compute.manager [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] instance snapshotting [ 1021.554829] env[68627]: DEBUG nova.objects.instance [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'flavor' on Instance uuid f6817d76-4935-450d-8a4a-d8366420f9f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.758956] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.769318] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037627, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.846237] env[68627]: DEBUG nova.compute.manager [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.846529] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.847514] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b802891-eb5f-4519-a2ee-c98bd862b7e2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.855985] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.856276] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fedb9ba-fa7f-41bf-996e-32904fe8043c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.865863] env[68627]: DEBUG oslo_vmware.api [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 1021.865863] env[68627]: value = "task-3037630" [ 1021.865863] env[68627]: _type = "Task" [ 1021.865863] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.886695] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165562} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.894078] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.894603] env[68627]: DEBUG oslo_vmware.api [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.898641] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c002f6-d706-4def-98df-822e4678d7d7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.906825] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069798} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.918476] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.932583] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 96725e70-9671-4125-a030-c45aa9b9c8b9/96725e70-9671-4125-a030-c45aa9b9c8b9.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.937045] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9337e208-5278-459c-a7af-9c7bb62b548e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.940922] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb6d7a4e-8bc5-473c-8ccf-202aa2f1834b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.968933] env[68627]: DEBUG nova.objects.instance [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lazy-loading 'flavor' on Instance uuid c1c4588e-9765-4db1-b0bc-40d5892dae14 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.979821] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 6d354e0b-3d3d-4d39-b28c-f73e03269070/6d354e0b-3d3d-4d39-b28c-f73e03269070.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.981779] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70dd1c13-090b-4220-93f5-1529c7103b7e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.997190] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1021.997190] env[68627]: value = "task-3037631" [ 1021.997190] env[68627]: _type = "Task" [ 1021.997190] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.007417] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1022.007417] env[68627]: value = "task-3037632" [ 1022.007417] env[68627]: _type = "Task" [ 1022.007417] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.011237] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.020597] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037632, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.035323] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ed93e7-f1bb-de30-b1d0-625b410306c7, 'name': SearchDatastore_Task, 'duration_secs': 0.02038} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.035323] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.035323] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.035323] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.035323] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.035470] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.035728] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-852bce39-c190-4ffa-af67-cbe9d3d56927 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.046239] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a64f5f0-4f9f-4595-8d03-ad4aa474d264 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.054367] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e29bc9-8a75-4803-a06a-0c8b73d70ebb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.063724] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.064048] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.066182] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12030816-70ca-44a5-b4df-edbd7bbebd44 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.069323] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e718eab1-661b-44b2-9fdd-d044185e485a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.103022] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac043b1-3820-4934-bcae-60e93614e5fc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.120498] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Waiting for the task: (returnval){ [ 1022.120498] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a7b092-d604-e3e6-ee5e-68e520636b8b" [ 1022.120498] env[68627]: _type = "Task" [ 1022.120498] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.122096] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776789be-9cd2-4fa0-bd48-ad1aaca35923 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.132382] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d53d105-5a18-4720-928c-30bccbe49d21 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.147229] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a7b092-d604-e3e6-ee5e-68e520636b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012962} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.147229] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3d2f8e-d477-4326-abb2-8c8accb56f49 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.157669] env[68627]: DEBUG nova.compute.provider_tree [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.163063] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Waiting for the task: (returnval){ [ 1022.163063] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e80fb6-b650-b71f-b6da-fac2a14273ad" [ 1022.163063] env[68627]: _type = "Task" [ 1022.163063] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.170706] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e80fb6-b650-b71f-b6da-fac2a14273ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.264929] env[68627]: DEBUG oslo_vmware.api [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037627, 'name': PowerOnVM_Task, 'duration_secs': 0.886693} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.265282] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.265697] env[68627]: DEBUG nova.compute.manager [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.266478] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742c3b50-075a-4f73-817c-02e9c4ee7894 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.328978] env[68627]: INFO nova.compute.manager [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Rescuing [ 1022.329289] env[68627]: DEBUG oslo_concurrency.lockutils [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.329448] env[68627]: DEBUG oslo_concurrency.lockutils [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.329679] env[68627]: DEBUG nova.network.neutron [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.380455] env[68627]: DEBUG oslo_vmware.api [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037630, 'name': PowerOffVM_Task, 'duration_secs': 0.277082} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.380737] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.380894] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.381180] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-314e88aa-3aaf-4029-9789-7594ecbf8fc1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.450351] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.450351] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.450351] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleting the datastore file [datastore1] 11e1bb22-f277-46e4-8b98-120a0b891300 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.450351] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbc76f17-9bdc-4fdf-801f-b45667e42dc5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.457402] env[68627]: DEBUG oslo_vmware.api [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for the task: (returnval){ [ 1022.457402] env[68627]: value = "task-3037634" [ 1022.457402] env[68627]: _type = "Task" [ 1022.457402] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.465736] env[68627]: DEBUG oslo_vmware.api [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.488565] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8b04aacb-d4de-4330-a648-80c7d7900f92 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.813s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.513423] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.527683] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.647891] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1022.648238] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-62d4dc8a-d602-4986-9f69-38463561a021 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.658589] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1022.658589] env[68627]: value = "task-3037635" [ 1022.658589] env[68627]: _type = "Task" [ 1022.658589] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.663355] env[68627]: DEBUG nova.scheduler.client.report [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.673882] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037635, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.680449] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e80fb6-b650-b71f-b6da-fac2a14273ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01612} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.680752] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.681493] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb/45151ded-fac1-4905-89f6-7b6cd953a7bb.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.681493] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b2b22bd-e2a3-4e86-b5cc-77f4042afadb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.690784] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Waiting for the task: (returnval){ [ 1022.690784] env[68627]: value = "task-3037636" [ 1022.690784] env[68627]: _type = "Task" [ 1022.690784] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.701765] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.784735] env[68627]: DEBUG oslo_concurrency.lockutils [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.972810] env[68627]: DEBUG oslo_vmware.api [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Task: {'id': task-3037634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352856} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.973300] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.973659] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.974114] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.974405] env[68627]: INFO nova.compute.manager [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1022.974798] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.975182] env[68627]: DEBUG nova.compute.manager [-] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.975396] env[68627]: DEBUG nova.network.neutron [-] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.013849] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037631, 'name': ReconfigVM_Task, 'duration_secs': 0.55829} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.018592] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 96725e70-9671-4125-a030-c45aa9b9c8b9/96725e70-9671-4125-a030-c45aa9b9c8b9.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.019934] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd7b6f91-6f48-450e-a321-faddf17d93f2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.032607] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037632, 'name': ReconfigVM_Task, 'duration_secs': 0.541769} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.034448] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 6d354e0b-3d3d-4d39-b28c-f73e03269070/6d354e0b-3d3d-4d39-b28c-f73e03269070.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.035408] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1023.035408] env[68627]: value = "task-3037637" [ 1023.035408] env[68627]: _type = "Task" [ 1023.035408] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.035852] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10763724-ce57-4db4-a74e-7edd7b9a2997 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.052507] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037637, 'name': Rename_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.052507] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1023.052507] env[68627]: value = "task-3037638" [ 1023.052507] env[68627]: _type = "Task" [ 1023.052507] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.068504] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037638, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.173304] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037635, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.174355] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.175039] env[68627]: DEBUG nova.compute.manager [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.179109] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.591s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.179443] env[68627]: DEBUG nova.objects.instance [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lazy-loading 'resources' on Instance uuid 14965e48-d0a0-4ae0-97d2-616493eeaf70 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.205419] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037636, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.217027] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "2764d6ce-eacd-459a-9353-a78eed95fff8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.217027] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "2764d6ce-eacd-459a-9353-a78eed95fff8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.287684] env[68627]: DEBUG nova.network.neutron [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updating instance_info_cache with network_info: [{"id": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "address": "fa:16:3e:45:0f:f3", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ccd935-91", "ovs_interfaceid": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.429579] env[68627]: DEBUG nova.compute.manager [req-542c3935-b071-4334-8660-e40e61f40cb0 req-c60c174e-d963-4646-9b6d-520b03c08dd2 service nova] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Received event network-vif-deleted-ff3cdab8-08cd-4531-938d-a34d912e03ac {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.429622] env[68627]: INFO nova.compute.manager [req-542c3935-b071-4334-8660-e40e61f40cb0 req-c60c174e-d963-4646-9b6d-520b03c08dd2 service nova] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Neutron deleted interface ff3cdab8-08cd-4531-938d-a34d912e03ac; detaching it from the instance and deleting it from the info cache [ 1023.430238] env[68627]: DEBUG nova.network.neutron [req-542c3935-b071-4334-8660-e40e61f40cb0 req-c60c174e-d963-4646-9b6d-520b03c08dd2 service nova] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.548497] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037637, 'name': Rename_Task, 'duration_secs': 0.268119} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.548818] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.549099] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67ea51c3-9f3d-46e7-827c-8079b61a270b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.556899] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1023.556899] env[68627]: value = "task-3037639" [ 1023.556899] env[68627]: _type = "Task" [ 1023.556899] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.563139] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037638, 'name': Rename_Task, 'duration_secs': 0.29754} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.563724] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.563969] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f088036c-5495-49ad-99d6-223a70e2b9ac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.568712] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.574413] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1023.574413] env[68627]: value = "task-3037640" [ 1023.574413] env[68627]: _type = "Task" [ 1023.574413] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.581814] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.670155] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037635, 'name': CreateSnapshot_Task, 'duration_secs': 0.721928} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.670456] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1023.671245] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f291497d-f144-4f3a-a29c-361d9720343e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.685359] env[68627]: DEBUG nova.compute.utils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.687011] env[68627]: DEBUG nova.compute.manager [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Not allocating networking since 'none' was specified. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1023.704174] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556614} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.704604] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb/45151ded-fac1-4905-89f6-7b6cd953a7bb.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.706558] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.706558] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae7888e1-204e-4f3f-8485-f791e4fa355b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.712844] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Waiting for the task: (returnval){ [ 1023.712844] env[68627]: value = "task-3037641" [ 1023.712844] env[68627]: _type = "Task" [ 1023.712844] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.720368] env[68627]: DEBUG nova.compute.manager [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.734118] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.769369] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.769631] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.791150] env[68627]: DEBUG oslo_concurrency.lockutils [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.841757] env[68627]: DEBUG nova.network.neutron [-] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.933017] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b112be2c-acbc-4563-8216-71f326a12b07 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.943773] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad06ed1e-56d9-4082-ae38-7cc6a5393a3c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.981157] env[68627]: DEBUG nova.compute.manager [req-542c3935-b071-4334-8660-e40e61f40cb0 req-c60c174e-d963-4646-9b6d-520b03c08dd2 service nova] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Detach interface failed, port_id=ff3cdab8-08cd-4531-938d-a34d912e03ac, reason: Instance 11e1bb22-f277-46e4-8b98-120a0b891300 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.037651] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dd82b0-92dd-4fc3-8dd5-e7cd03f3ae3a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.045290] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d214e7f-5125-4d3f-90a3-9a2c20b8adeb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.082880] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1de422-1ee1-4722-bef6-c78bca72e1c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.097017] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373593ff-93bf-4c1c-acd2-5ab2ed69b333 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.101107] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037639, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.101341] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037640, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.111291] env[68627]: DEBUG nova.compute.provider_tree [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.199031] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1024.201148] env[68627]: DEBUG nova.compute.manager [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.204045] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fbbf2900-c3e5-4766-a448-b59ba9e2e971 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.218160] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1024.218160] env[68627]: value = "task-3037642" [ 1024.218160] env[68627]: _type = "Task" [ 1024.218160] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.237305] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076394} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.241738] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.249703] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9bf324-e72a-4899-b1a5-2b08f79af142 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.253711] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037642, 'name': CloneVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.284410] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb/45151ded-fac1-4905-89f6-7b6cd953a7bb.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.286170] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.286720] env[68627]: DEBUG nova.compute.manager [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.290918] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f02b677d-ca96-4365-b080-7277bae4b96b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.319371] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Waiting for the task: (returnval){ [ 1024.319371] env[68627]: value = "task-3037643" [ 1024.319371] env[68627]: _type = "Task" [ 1024.319371] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.330063] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.345738] env[68627]: INFO nova.compute.manager [-] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Took 1.37 seconds to deallocate network for instance. [ 1024.590543] env[68627]: DEBUG oslo_vmware.api [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037639, 'name': PowerOnVM_Task, 'duration_secs': 0.869464} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.594334] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.595314] env[68627]: INFO nova.compute.manager [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1024.595314] env[68627]: DEBUG nova.compute.manager [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.595314] env[68627]: DEBUG oslo_vmware.api [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037640, 'name': PowerOnVM_Task, 'duration_secs': 0.810311} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.596473] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05263872-0e4d-4999-87eb-dee11b1c3c84 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.600902] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.601282] env[68627]: INFO nova.compute.manager [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Took 6.04 seconds to spawn the instance on the hypervisor. [ 1024.601598] env[68627]: DEBUG nova.compute.manager [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.602843] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b497b7-9356-49b4-bf4c-10ea21985bf3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.619676] env[68627]: DEBUG nova.scheduler.client.report [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.736309] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037642, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.830547] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037643, 'name': ReconfigVM_Task, 'duration_secs': 0.438102} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.830660] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb/45151ded-fac1-4905-89f6-7b6cd953a7bb.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.835062] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3874978-3835-4940-9f09-f27cb92f0334 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.837674] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.843718] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Waiting for the task: (returnval){ [ 1024.843718] env[68627]: value = "task-3037644" [ 1024.843718] env[68627]: _type = "Task" [ 1024.843718] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.854146] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.854927] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037644, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.126617] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.129795] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.338s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.132271] env[68627]: INFO nova.compute.claims [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.145593] env[68627]: INFO nova.compute.manager [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Took 23.06 seconds to build instance. [ 1025.150103] env[68627]: INFO nova.compute.manager [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Took 20.33 seconds to build instance. [ 1025.155380] env[68627]: INFO nova.scheduler.client.report [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Deleted allocations for instance 14965e48-d0a0-4ae0-97d2-616493eeaf70 [ 1025.216402] env[68627]: DEBUG nova.compute.manager [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.238711] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037642, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.249101] env[68627]: DEBUG nova.virt.hardware [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.249479] env[68627]: DEBUG nova.virt.hardware [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.249753] env[68627]: DEBUG nova.virt.hardware [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.250065] env[68627]: DEBUG nova.virt.hardware [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.250320] env[68627]: DEBUG nova.virt.hardware [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.250578] env[68627]: DEBUG nova.virt.hardware [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.250929] env[68627]: DEBUG nova.virt.hardware [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.251218] env[68627]: DEBUG nova.virt.hardware [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.251519] env[68627]: DEBUG nova.virt.hardware [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.251801] env[68627]: DEBUG nova.virt.hardware [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.252109] env[68627]: DEBUG nova.virt.hardware [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.253526] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341eb4ec-552b-4dea-bfb7-b729eedec4c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.265821] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510b00de-a3e4-415e-8940-37a1947cc903 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.284483] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.291544] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Creating folder: Project (ab0a206a2539476eba2361fb9165459e). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.292402] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3b52352-ee19-4636-b2c4-328da2773966 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.303389] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Created folder: Project (ab0a206a2539476eba2361fb9165459e) in parent group-v608385. [ 1025.303608] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Creating folder: Instances. Parent ref: group-v608657. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.303876] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbf2106e-3aac-49fe-aa34-e3f4407f756a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.312699] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Created folder: Instances in parent group-v608657. [ 1025.312971] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.313201] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.313452] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c8d2d9a-c4f5-427d-9a9c-895362e096f6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.332381] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.332381] env[68627]: value = "task-3037647" [ 1025.332381] env[68627]: _type = "Task" [ 1025.332381] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.338439] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.338878] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0b1cf71-9f10-4c75-b268-bfe38d8f09a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.349348] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037647, 'name': CreateVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.354020] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1025.354020] env[68627]: value = "task-3037648" [ 1025.354020] env[68627]: _type = "Task" [ 1025.354020] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.361887] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037644, 'name': Rename_Task, 'duration_secs': 0.211515} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.362786] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.363030] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65bd930a-76e0-441c-a971-a10f664808f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.368102] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.374069] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Waiting for the task: (returnval){ [ 1025.374069] env[68627]: value = "task-3037649" [ 1025.374069] env[68627]: _type = "Task" [ 1025.374069] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.382998] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.497182] env[68627]: INFO nova.compute.manager [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Rebuilding instance [ 1025.550860] env[68627]: DEBUG nova.compute.manager [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.551867] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f984d826-0382-44e9-b95f-20b6819f0bdc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.648600] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e216cfda-a5e2-4a47-abd0-fa69f52acfce tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "96725e70-9671-4125-a030-c45aa9b9c8b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.574s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.651598] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3b3c19f-edc8-4457-ad96-77fe246368e4 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Lock "6d354e0b-3d3d-4d39-b28c-f73e03269070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.845s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.664209] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8f68428-a018-4dd4-a77a-e57566f74508 tempest-ImagesTestJSON-344832051 tempest-ImagesTestJSON-344832051-project-member] Lock "14965e48-d0a0-4ae0-97d2-616493eeaf70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.542s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.736531] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037642, 'name': CloneVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.843475] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037647, 'name': CreateVM_Task, 'duration_secs': 0.427504} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.843680] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.844169] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.844346] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.844747] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.845054] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daaa211b-7e9b-4cf9-90ce-1fc64716b215 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.849896] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1025.849896] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5250b640-12be-0566-3c7b-724c55edfd22" [ 1025.849896] env[68627]: _type = "Task" [ 1025.849896] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.861353] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5250b640-12be-0566-3c7b-724c55edfd22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.866708] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037648, 'name': PowerOffVM_Task, 'duration_secs': 0.315468} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.866889] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.867992] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26ff73a-787d-4777-ae6d-52845c92a0f1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.892706] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f888f156-4157-4fce-893a-5577c04a833e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.900869] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.928952] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.929284] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6e220fb-4f22-4919-b784-2c02ffdc6057 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.936864] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1025.936864] env[68627]: value = "task-3037650" [ 1025.936864] env[68627]: _type = "Task" [ 1025.936864] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.946898] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1025.946898] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.946898] env[68627]: DEBUG oslo_concurrency.lockutils [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.947083] env[68627]: DEBUG oslo_concurrency.lockutils [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.947276] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.947537] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77ae0517-256e-4c41-b3b8-81575e653661 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.958034] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.958034] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.958839] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-163752cb-68eb-4045-811a-7691ad8be0ea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.964056] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1025.964056] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5220939b-acb1-dce0-096f-502b47f1d61c" [ 1025.964056] env[68627]: _type = "Task" [ 1025.964056] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.979645] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5220939b-acb1-dce0-096f-502b47f1d61c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.238299] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037642, 'name': CloneVM_Task, 'duration_secs': 1.553277} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.238573] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Created linked-clone VM from snapshot [ 1026.239372] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a9b537-addd-473c-8be3-d57a9ff02845 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.248741] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Uploading image 7f734b39-6986-4178-bc68-4c7e3bb1e04d {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1026.276673] env[68627]: DEBUG oslo_vmware.rw_handles [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1026.276673] env[68627]: value = "vm-608656" [ 1026.276673] env[68627]: _type = "VirtualMachine" [ 1026.276673] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1026.277342] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-924c1b5b-00f2-423d-a6fe-f8bb707b209f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.284242] env[68627]: DEBUG oslo_vmware.rw_handles [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lease: (returnval){ [ 1026.284242] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52861f90-ce26-0530-0150-aaed9eb53f2e" [ 1026.284242] env[68627]: _type = "HttpNfcLease" [ 1026.284242] env[68627]: } obtained for exporting VM: (result){ [ 1026.284242] env[68627]: value = "vm-608656" [ 1026.284242] env[68627]: _type = "VirtualMachine" [ 1026.284242] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1026.284552] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the lease: (returnval){ [ 1026.284552] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52861f90-ce26-0530-0150-aaed9eb53f2e" [ 1026.284552] env[68627]: _type = "HttpNfcLease" [ 1026.284552] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1026.295339] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1026.295339] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52861f90-ce26-0530-0150-aaed9eb53f2e" [ 1026.295339] env[68627]: _type = "HttpNfcLease" [ 1026.295339] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1026.363994] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5250b640-12be-0566-3c7b-724c55edfd22, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.364418] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.364728] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.364948] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.400781] env[68627]: DEBUG oslo_vmware.api [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Task: {'id': task-3037649, 'name': PowerOnVM_Task, 'duration_secs': 0.679649} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.400781] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.400781] env[68627]: DEBUG nova.compute.manager [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.400781] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f206c24-6235-44c1-87b8-8c110c6bb72a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.454766] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16729ae8-9d48-4776-8b5a-bc0ee0096c1a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.463566] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4e18d9-4ad6-44b8-9717-41585b85f1d2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.471016] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "96725e70-9671-4125-a030-c45aa9b9c8b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.471016] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "96725e70-9671-4125-a030-c45aa9b9c8b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.471016] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "96725e70-9671-4125-a030-c45aa9b9c8b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.471179] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "96725e70-9671-4125-a030-c45aa9b9c8b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.471258] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "96725e70-9671-4125-a030-c45aa9b9c8b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.504870] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5220939b-acb1-dce0-096f-502b47f1d61c, 'name': SearchDatastore_Task, 'duration_secs': 0.026984} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.505484] env[68627]: INFO nova.compute.manager [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Terminating instance [ 1026.507499] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daa68ab-df6d-45b2-b8e5-0e15985f7c38 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.511587] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33585ab8-6516-4ef6-877e-e69658158968 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.521567] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d19b2c6-5a13-4380-a3dc-721fc2b6fce6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.526209] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1026.526209] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525c4290-0d1e-9c1d-49e8-dead355b9c6e" [ 1026.526209] env[68627]: _type = "Task" [ 1026.526209] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.538800] env[68627]: DEBUG nova.compute.provider_tree [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.546087] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525c4290-0d1e-9c1d-49e8-dead355b9c6e, 'name': SearchDatastore_Task, 'duration_secs': 0.015087} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.546361] env[68627]: DEBUG oslo_concurrency.lockutils [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.546616] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] c1c4588e-9765-4db1-b0bc-40d5892dae14/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk. {{(pid=68627) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1026.546907] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.547108] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.547328] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96b17bb7-4276-43b3-866e-d4d3df7669d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.549485] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7274606c-be32-43dd-a985-f0aa44cfeced {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.557558] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1026.557558] env[68627]: value = "task-3037652" [ 1026.557558] env[68627]: _type = "Task" [ 1026.557558] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.561833] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.562023] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.563127] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1320c1b5-105e-4f5e-b53b-cf2834b462ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.568520] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.568780] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.568989] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e525669f-7dea-46d5-b1df-db729041c9da {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.573134] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1026.573134] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5288c6b2-4fca-315b-5cf8-524489700484" [ 1026.573134] env[68627]: _type = "Task" [ 1026.573134] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.576991] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1026.576991] env[68627]: value = "task-3037653" [ 1026.576991] env[68627]: _type = "Task" [ 1026.576991] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.583857] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5288c6b2-4fca-315b-5cf8-524489700484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.589616] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.793029] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1026.793029] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52861f90-ce26-0530-0150-aaed9eb53f2e" [ 1026.793029] env[68627]: _type = "HttpNfcLease" [ 1026.793029] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1026.793381] env[68627]: DEBUG oslo_vmware.rw_handles [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1026.793381] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52861f90-ce26-0530-0150-aaed9eb53f2e" [ 1026.793381] env[68627]: _type = "HttpNfcLease" [ 1026.793381] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1026.794134] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe563d38-f664-419f-a7c9-0c96a822c80a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.802790] env[68627]: DEBUG oslo_vmware.rw_handles [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52715393-bd50-fbd2-9be7-a314f57e1451/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1026.802977] env[68627]: DEBUG oslo_vmware.rw_handles [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52715393-bd50-fbd2-9be7-a314f57e1451/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1026.919113] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.999241] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a8bed2f6-e95e-4250-85f6-a5925018c4c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.016082] env[68627]: DEBUG nova.compute.manager [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.016280] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.017467] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf12b938-0521-44c9-a638-9e9261ab4043 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.033529] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.033965] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc13d19d-7f0b-4f88-aaaf-a25ebe87f2d5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.042679] env[68627]: DEBUG nova.scheduler.client.report [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.046516] env[68627]: DEBUG oslo_vmware.api [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1027.046516] env[68627]: value = "task-3037654" [ 1027.046516] env[68627]: _type = "Task" [ 1027.046516] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.069582] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037652, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.074659] env[68627]: DEBUG oslo_vmware.api [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.089178] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037653, 'name': PowerOffVM_Task, 'duration_secs': 0.205946} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.093455] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.093836] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.094668] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5288c6b2-4fca-315b-5cf8-524489700484, 'name': SearchDatastore_Task, 'duration_secs': 0.019929} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.095544] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a0ba03-eb28-4d03-88a2-efc6c4ae1626 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.099494] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd2dd56-60f2-40fa-89ba-73a864315c76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.106051] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1027.106051] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526facae-a02b-f740-1354-635a1cab2271" [ 1027.106051] env[68627]: _type = "Task" [ 1027.106051] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.108718] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.112174] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40f0b7bf-189b-4daa-ba86-5287cd23b875 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.122274] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526facae-a02b-f740-1354-635a1cab2271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.139745] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.140169] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.140463] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Deleting the datastore file [datastore1] 6d354e0b-3d3d-4d39-b28c-f73e03269070 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.141014] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be474037-045a-458d-a4b3-aaad3f264c8a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.148442] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1027.148442] env[68627]: value = "task-3037656" [ 1027.148442] env[68627]: _type = "Task" [ 1027.148442] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.158804] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.263130] env[68627]: DEBUG oslo_concurrency.lockutils [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquiring lock "45151ded-fac1-4905-89f6-7b6cd953a7bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.265315] env[68627]: DEBUG oslo_concurrency.lockutils [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Lock "45151ded-fac1-4905-89f6-7b6cd953a7bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.265406] env[68627]: DEBUG oslo_concurrency.lockutils [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquiring lock "45151ded-fac1-4905-89f6-7b6cd953a7bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.265675] env[68627]: DEBUG oslo_concurrency.lockutils [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Lock "45151ded-fac1-4905-89f6-7b6cd953a7bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.266139] env[68627]: DEBUG oslo_concurrency.lockutils [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Lock "45151ded-fac1-4905-89f6-7b6cd953a7bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.269529] env[68627]: INFO nova.compute.manager [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Terminating instance [ 1027.554711] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.555192] env[68627]: DEBUG nova.compute.manager [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.558349] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.289s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.558683] env[68627]: DEBUG nova.objects.instance [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Lazy-loading 'resources' on Instance uuid cbded364-1530-4ad4-af08-f1ebd9b296e5 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.572910] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642973} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.576477] env[68627]: INFO nova.virt.vmwareapi.ds_util [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] c1c4588e-9765-4db1-b0bc-40d5892dae14/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk. [ 1027.576958] env[68627]: DEBUG oslo_vmware.api [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037654, 'name': PowerOffVM_Task, 'duration_secs': 0.361135} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.578640] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931a8067-823e-4bfc-8aff-350a59ce837d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.582417] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.582606] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.584039] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e77a8d0d-f6dd-403f-a170-31d0646fe51f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.614142] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] c1c4588e-9765-4db1-b0bc-40d5892dae14/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.615569] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbc81d72-1c19-413a-af9d-b596bdfc104a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.645250] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526facae-a02b-f740-1354-635a1cab2271, 'name': SearchDatastore_Task, 'duration_secs': 0.069135} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.645769] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1027.645769] env[68627]: value = "task-3037658" [ 1027.645769] env[68627]: _type = "Task" [ 1027.645769] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.646335] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.646641] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 8add3768-7d57-4bf2-84cc-b0e74b6b5d49/8add3768-7d57-4bf2-84cc-b0e74b6b5d49.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.646972] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7432ff1-5de2-46a3-b9c6-4751695191e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.654162] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.654388] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.654572] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleting the datastore file [datastore2] 96725e70-9671-4125-a030-c45aa9b9c8b9 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.658478] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9396ab7-f9c5-49f7-a7c6-0c5e162e9ea4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.663873] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.666643] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1027.666643] env[68627]: value = "task-3037659" [ 1027.666643] env[68627]: _type = "Task" [ 1027.666643] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.676372] env[68627]: DEBUG oslo_vmware.api [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1027.676372] env[68627]: value = "task-3037660" [ 1027.676372] env[68627]: _type = "Task" [ 1027.676372] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.676840] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191055} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.677894] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.678212] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.678512] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.689890] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.695509] env[68627]: DEBUG oslo_vmware.api [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.774680] env[68627]: DEBUG oslo_concurrency.lockutils [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquiring lock "refresh_cache-45151ded-fac1-4905-89f6-7b6cd953a7bb" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.775024] env[68627]: DEBUG oslo_concurrency.lockutils [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquired lock "refresh_cache-45151ded-fac1-4905-89f6-7b6cd953a7bb" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.775288] env[68627]: DEBUG nova.network.neutron [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.066359] env[68627]: DEBUG nova.compute.utils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.074142] env[68627]: DEBUG nova.compute.manager [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.074926] env[68627]: DEBUG nova.network.neutron [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.139411] env[68627]: DEBUG nova.policy [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1246f882497849e59e8072bdbd0292c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53a72087f7a84fa0a383fa0cbe2b83cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.157579] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.187076] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037659, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.195139] env[68627]: DEBUG oslo_vmware.api [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264596} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.198367] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.198578] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.198813] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.198954] env[68627]: INFO nova.compute.manager [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1028.199389] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.200240] env[68627]: DEBUG nova.compute.manager [-] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.200327] env[68627]: DEBUG nova.network.neutron [-] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.325703] env[68627]: DEBUG nova.network.neutron [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.418560] env[68627]: DEBUG nova.network.neutron [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.491980] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a47dcca-aa5c-4c23-bc8e-508afe6a9d74 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.504276] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c847e8b-c57a-4186-89b1-cb37b4248da3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.543649] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e29958-339c-45f0-ae4a-e5434b326f37 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.558023] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0905a416-81c1-4416-9721-29ec22ba8414 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.572574] env[68627]: DEBUG nova.compute.provider_tree [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.574637] env[68627]: DEBUG nova.compute.manager [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.595928] env[68627]: DEBUG nova.network.neutron [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Successfully created port: 1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.660441] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037658, 'name': ReconfigVM_Task, 'duration_secs': 0.76174} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.662464] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Reconfigured VM instance instance-0000003d to attach disk [datastore2] c1c4588e-9765-4db1-b0bc-40d5892dae14/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.663734] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17562e54-b892-45f9-90e2-c0fa46d02933 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.699634] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ff71194-cecf-4a8b-9450-6de5e809856e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.712067] env[68627]: DEBUG nova.compute.manager [req-1c8919f0-a09b-4db0-aa45-9f96ba9df10e req-e7971836-1629-4ece-82df-295604d082c2 service nova] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Received event network-vif-deleted-f4a92dbb-ca8e-44ec-9829-91a1195a5172 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.712407] env[68627]: INFO nova.compute.manager [req-1c8919f0-a09b-4db0-aa45-9f96ba9df10e req-e7971836-1629-4ece-82df-295604d082c2 service nova] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Neutron deleted interface f4a92dbb-ca8e-44ec-9829-91a1195a5172; detaching it from the instance and deleting it from the info cache [ 1028.712725] env[68627]: DEBUG nova.network.neutron [req-1c8919f0-a09b-4db0-aa45-9f96ba9df10e req-e7971836-1629-4ece-82df-295604d082c2 service nova] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.722791] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639276} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.724502] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 8add3768-7d57-4bf2-84cc-b0e74b6b5d49/8add3768-7d57-4bf2-84cc-b0e74b6b5d49.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.724948] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.725443] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc507df2-fe3a-48bd-b60b-ab86bc5ac3f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.732286] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1028.732286] env[68627]: value = "task-3037661" [ 1028.732286] env[68627]: _type = "Task" [ 1028.732286] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.742390] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1028.742390] env[68627]: value = "task-3037662" [ 1028.742390] env[68627]: _type = "Task" [ 1028.742390] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.751339] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.757219] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.922526] env[68627]: DEBUG oslo_concurrency.lockutils [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Releasing lock "refresh_cache-45151ded-fac1-4905-89f6-7b6cd953a7bb" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.923667] env[68627]: DEBUG nova.compute.manager [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.927032] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.927032] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ecf42a-4cb4-4b84-b4c0-7320921ce5a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.939455] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.939945] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6be07f6e-aae6-443e-a691-df9158b27331 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.948107] env[68627]: DEBUG oslo_vmware.api [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1028.948107] env[68627]: value = "task-3037663" [ 1028.948107] env[68627]: _type = "Task" [ 1028.948107] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.957729] env[68627]: DEBUG oslo_vmware.api [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.079331] env[68627]: DEBUG nova.scheduler.client.report [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.164141] env[68627]: DEBUG nova.network.neutron [-] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.195315] env[68627]: DEBUG nova.virt.hardware [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.195589] env[68627]: DEBUG nova.virt.hardware [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.195750] env[68627]: DEBUG nova.virt.hardware [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.195927] env[68627]: DEBUG nova.virt.hardware [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.196086] env[68627]: DEBUG nova.virt.hardware [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.196240] env[68627]: DEBUG nova.virt.hardware [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.196474] env[68627]: DEBUG nova.virt.hardware [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.196635] env[68627]: DEBUG nova.virt.hardware [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.196806] env[68627]: DEBUG nova.virt.hardware [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.196967] env[68627]: DEBUG nova.virt.hardware [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.197152] env[68627]: DEBUG nova.virt.hardware [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.199385] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f4a540-5f2a-4861-85e6-3d17f4e45190 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.209876] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6a352-b65c-9b4a-00ed-4580646bba40/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1029.211342] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2249c707-32c3-418e-bbc7-3c69da5bcebb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.216520] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b2896e-0e9e-4b25-bdea-3e352eae4e60 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.219979] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cc05ee4-b69a-4b9f-98ac-a4c3c9502be5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.237855] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.247069] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.247276] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6a352-b65c-9b4a-00ed-4580646bba40/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1029.247489] env[68627]: ERROR oslo_vmware.rw_handles [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6a352-b65c-9b4a-00ed-4580646bba40/disk-0.vmdk due to incomplete transfer. [ 1029.252497] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.252745] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f389eae1-4287-4a55-8738-87723b2fdcad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.260027] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c90acd85-311a-475b-b356-3d0f7e6455a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.273716] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f98698-363f-4b10-9f5b-d343471f6143 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.291702] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037661, 'name': ReconfigVM_Task, 'duration_secs': 0.249958} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.296779] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.297082] env[68627]: DEBUG oslo_vmware.rw_handles [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6a352-b65c-9b4a-00ed-4580646bba40/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1029.297259] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Uploaded image 9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71 to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1029.299635] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1029.299931] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078541} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.301606] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-393a3e61-d3b6-401f-a711-ffc61725fc56 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.303297] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5b84efa0-e8ef-4dfd-b4d7-4e0549f93187 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.304775] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.305052] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.305052] env[68627]: value = "task-3037664" [ 1029.305052] env[68627]: _type = "Task" [ 1029.305052] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.305739] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04eea33-735e-4bd1-84b8-d0ff565daf67 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.329063] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1029.329063] env[68627]: value = "task-3037666" [ 1029.329063] env[68627]: _type = "Task" [ 1029.329063] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.329882] env[68627]: DEBUG nova.compute.manager [req-1c8919f0-a09b-4db0-aa45-9f96ba9df10e req-e7971836-1629-4ece-82df-295604d082c2 service nova] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Detach interface failed, port_id=f4a92dbb-ca8e-44ec-9829-91a1195a5172, reason: Instance 96725e70-9671-4125-a030-c45aa9b9c8b9 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1029.343551] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037664, 'name': CreateVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.344092] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1029.344092] env[68627]: value = "task-3037665" [ 1029.344092] env[68627]: _type = "Task" [ 1029.344092] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.353360] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 8add3768-7d57-4bf2-84cc-b0e74b6b5d49/8add3768-7d57-4bf2-84cc-b0e74b6b5d49.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.356910] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e5bea52-5aad-4415-9f45-23cf58feb12e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.382064] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037666, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.386971] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1029.386971] env[68627]: value = "task-3037667" [ 1029.386971] env[68627]: _type = "Task" [ 1029.386971] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.387297] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.398628] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.462068] env[68627]: DEBUG oslo_vmware.api [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037663, 'name': PowerOffVM_Task, 'duration_secs': 0.167009} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.462383] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.462584] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.462834] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4153d04-fe76-42a6-937c-7c739d1fe219 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.498123] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.498123] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.498123] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Deleting the datastore file [datastore1] 45151ded-fac1-4905-89f6-7b6cd953a7bb {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.498123] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c2a7158-e92b-465a-9517-d0a4ec16f64a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.503941] env[68627]: DEBUG oslo_vmware.api [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for the task: (returnval){ [ 1029.503941] env[68627]: value = "task-3037669" [ 1029.503941] env[68627]: _type = "Task" [ 1029.503941] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.515390] env[68627]: DEBUG oslo_vmware.api [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.588261] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.593880] env[68627]: DEBUG nova.compute.manager [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.598766] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.691s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.598766] env[68627]: DEBUG nova.objects.instance [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1029.621584] env[68627]: INFO nova.scheduler.client.report [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Deleted allocations for instance cbded364-1530-4ad4-af08-f1ebd9b296e5 [ 1029.633109] env[68627]: DEBUG nova.virt.hardware [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.633569] env[68627]: DEBUG nova.virt.hardware [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.634489] env[68627]: DEBUG nova.virt.hardware [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.637026] env[68627]: DEBUG nova.virt.hardware [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.637026] env[68627]: DEBUG nova.virt.hardware [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.637026] env[68627]: DEBUG nova.virt.hardware [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.637026] env[68627]: DEBUG nova.virt.hardware [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.637026] env[68627]: DEBUG nova.virt.hardware [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.637026] env[68627]: DEBUG nova.virt.hardware [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.637026] env[68627]: DEBUG nova.virt.hardware [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.637026] env[68627]: DEBUG nova.virt.hardware [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.637527] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfa9689-8750-430f-8e8a-349d49a9ef60 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.648916] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68700e5-9799-4e5a-81bf-4ace4ac15d7d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.670887] env[68627]: INFO nova.compute.manager [-] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Took 1.47 seconds to deallocate network for instance. [ 1029.824079] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037664, 'name': CreateVM_Task, 'duration_secs': 0.371819} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.824294] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.824852] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.825110] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.825493] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.825805] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c649ced-165a-434a-9437-4fcd4ca35320 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.831608] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1029.831608] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52569f14-fb6f-9878-923e-351d277ddcb5" [ 1029.831608] env[68627]: _type = "Task" [ 1029.831608] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.844326] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52569f14-fb6f-9878-923e-351d277ddcb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.853667] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037666, 'name': Destroy_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.867034] env[68627]: DEBUG oslo_vmware.api [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037665, 'name': PowerOnVM_Task, 'duration_secs': 0.52115} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.867422] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.870670] env[68627]: DEBUG nova.compute.manager [None req-61d482cb-016c-401e-80be-c45173506e3f tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.871891] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c40058-24b6-4e4d-aa99-edef3c78ccac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.897825] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037667, 'name': ReconfigVM_Task, 'duration_secs': 0.427587} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.899863] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 8add3768-7d57-4bf2-84cc-b0e74b6b5d49/8add3768-7d57-4bf2-84cc-b0e74b6b5d49.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.899863] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de36cfc6-3ba7-42a8-8dd6-bc9168dd833b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.907767] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1029.907767] env[68627]: value = "task-3037670" [ 1029.907767] env[68627]: _type = "Task" [ 1029.907767] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.916745] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037670, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.015188] env[68627]: DEBUG oslo_vmware.api [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Task: {'id': task-3037669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193171} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.015527] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.015785] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.016019] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.016246] env[68627]: INFO nova.compute.manager [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1030.016540] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.016783] env[68627]: DEBUG nova.compute.manager [-] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.016939] env[68627]: DEBUG nova.network.neutron [-] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.035795] env[68627]: DEBUG nova.network.neutron [-] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.118690] env[68627]: DEBUG nova.compute.manager [req-e4004390-cf18-4725-8c0b-424273eb7121 req-9a6a8197-2cff-4123-9ea6-3516a7b33fc8 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Received event network-vif-plugged-1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.119026] env[68627]: DEBUG oslo_concurrency.lockutils [req-e4004390-cf18-4725-8c0b-424273eb7121 req-9a6a8197-2cff-4123-9ea6-3516a7b33fc8 service nova] Acquiring lock "c1230b52-7866-44dd-8491-61d3505ab6d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.119285] env[68627]: DEBUG oslo_concurrency.lockutils [req-e4004390-cf18-4725-8c0b-424273eb7121 req-9a6a8197-2cff-4123-9ea6-3516a7b33fc8 service nova] Lock "c1230b52-7866-44dd-8491-61d3505ab6d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.119516] env[68627]: DEBUG oslo_concurrency.lockutils [req-e4004390-cf18-4725-8c0b-424273eb7121 req-9a6a8197-2cff-4123-9ea6-3516a7b33fc8 service nova] Lock "c1230b52-7866-44dd-8491-61d3505ab6d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.119845] env[68627]: DEBUG nova.compute.manager [req-e4004390-cf18-4725-8c0b-424273eb7121 req-9a6a8197-2cff-4123-9ea6-3516a7b33fc8 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] No waiting events found dispatching network-vif-plugged-1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.120144] env[68627]: WARNING nova.compute.manager [req-e4004390-cf18-4725-8c0b-424273eb7121 req-9a6a8197-2cff-4123-9ea6-3516a7b33fc8 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Received unexpected event network-vif-plugged-1f44d4cd-dd59-44c2-b476-eca2c5168a43 for instance with vm_state building and task_state spawning. [ 1030.140675] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9c8cb9c0-93ee-4c45-b507-3f9be4c1e905 tempest-ServersNegativeTestMultiTenantJSON-1509772437 tempest-ServersNegativeTestMultiTenantJSON-1509772437-project-member] Lock "cbded364-1530-4ad4-af08-f1ebd9b296e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.411s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.183079] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.209199] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquiring lock "02ecdf9c-9474-4a14-ac9e-cf9e37a3783d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.209199] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Lock "02ecdf9c-9474-4a14-ac9e-cf9e37a3783d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.224776] env[68627]: DEBUG nova.network.neutron [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Successfully updated port: 1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.343939] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52569f14-fb6f-9878-923e-351d277ddcb5, 'name': SearchDatastore_Task, 'duration_secs': 0.016353} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.343939] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.344250] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.344410] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.344583] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.345692] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.345692] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0167848-9b3c-4057-b5f3-a46ef414e37c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.356886] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037666, 'name': Destroy_Task, 'duration_secs': 0.572162} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.357192] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Destroyed the VM [ 1030.357894] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1030.357894] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-06f450cf-ad1a-4bfc-a5b5-1ab4d7be648d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.360700] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.360836] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.362011] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596a4346-bc64-4ed9-b192-b8b3d4cbd638 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.367987] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1030.367987] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a3b434-0274-bb7e-351c-a89931b5e5a5" [ 1030.367987] env[68627]: _type = "Task" [ 1030.367987] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.373649] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1030.373649] env[68627]: value = "task-3037671" [ 1030.373649] env[68627]: _type = "Task" [ 1030.373649] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.383796] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a3b434-0274-bb7e-351c-a89931b5e5a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.389839] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037671, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.419544] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037670, 'name': Rename_Task, 'duration_secs': 0.229191} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.419885] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.420190] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8d7010d-9e7b-436e-b6e3-022bc2b315e9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.431646] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1030.431646] env[68627]: value = "task-3037672" [ 1030.431646] env[68627]: _type = "Task" [ 1030.431646] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.441285] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.542072] env[68627]: DEBUG nova.network.neutron [-] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.611785] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e7944f6d-6918-4da9-86c7-19c3fbd61ffd tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.613186] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.690s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.613541] env[68627]: DEBUG nova.objects.instance [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Lazy-loading 'resources' on Instance uuid 9418253a-1555-4d53-9b7e-94450723038e {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.711466] env[68627]: DEBUG nova.compute.manager [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.730097] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquiring lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.730097] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquired lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.730097] env[68627]: DEBUG nova.network.neutron [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.883234] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a3b434-0274-bb7e-351c-a89931b5e5a5, 'name': SearchDatastore_Task, 'duration_secs': 0.016565} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.884260] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52210b0-fa3e-46fa-8d8c-8da0c70ce5a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.890571] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037671, 'name': RemoveSnapshot_Task, 'duration_secs': 0.439938} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.891321] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1030.891685] env[68627]: DEBUG nova.compute.manager [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.892732] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d601b-89a9-46dd-9caa-ba685b00fc49 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.896585] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1030.896585] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cef2b2-b570-135d-813f-89627b3e91c4" [ 1030.896585] env[68627]: _type = "Task" [ 1030.896585] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.909933] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cef2b2-b570-135d-813f-89627b3e91c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010338} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.910311] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.910625] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 6d354e0b-3d3d-4d39-b28c-f73e03269070/6d354e0b-3d3d-4d39-b28c-f73e03269070.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.910930] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a661fae-8dc5-4124-b86d-e12229a33ca0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.918953] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1030.918953] env[68627]: value = "task-3037673" [ 1030.918953] env[68627]: _type = "Task" [ 1030.918953] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.928924] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.943754] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037672, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.048061] env[68627]: INFO nova.compute.manager [-] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Took 1.03 seconds to deallocate network for instance. [ 1031.058827] env[68627]: INFO nova.compute.manager [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Unrescuing [ 1031.059238] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.059467] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquired lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.059718] env[68627]: DEBUG nova.network.neutron [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.239325] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.269073] env[68627]: DEBUG nova.network.neutron [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.409598] env[68627]: INFO nova.compute.manager [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Shelve offloading [ 1031.415768] env[68627]: DEBUG nova.network.neutron [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updating instance_info_cache with network_info: [{"id": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "address": "fa:16:3e:23:fd:dd", "network": {"id": "7e0d478d-4083-4c3d-91aa-368da9108b1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-112424847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a72087f7a84fa0a383fa0cbe2b83cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f44d4cd-dd", "ovs_interfaceid": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.436877] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456444} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.439952] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 6d354e0b-3d3d-4d39-b28c-f73e03269070/6d354e0b-3d3d-4d39-b28c-f73e03269070.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.440205] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.440701] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97dd9fc0-e891-4e3a-b800-5c2863f2120d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.450628] env[68627]: DEBUG oslo_vmware.api [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037672, 'name': PowerOnVM_Task, 'duration_secs': 0.798191} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.454021] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.454021] env[68627]: INFO nova.compute.manager [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Took 6.24 seconds to spawn the instance on the hypervisor. [ 1031.454021] env[68627]: DEBUG nova.compute.manager [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.454021] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1031.454021] env[68627]: value = "task-3037674" [ 1031.454021] env[68627]: _type = "Task" [ 1031.454021] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.454021] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a298f23b-1475-4e08-aaec-42a916b0307e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.476070] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.498023] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4303f189-df6e-41a5-ba40-90146cb1a5d3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.507469] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784190fd-9386-43c1-bf70-72f9434bfc62 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.545863] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c56206b-018d-4315-b3e3-1f9ed317ae11 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.555652] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa92c02-81de-4dd6-a85f-0b018fc11dd4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.562224] env[68627]: DEBUG oslo_concurrency.lockutils [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.576777] env[68627]: DEBUG nova.compute.provider_tree [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.833634] env[68627]: DEBUG nova.network.neutron [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updating instance_info_cache with network_info: [{"id": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "address": "fa:16:3e:45:0f:f3", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ccd935-91", "ovs_interfaceid": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.921174] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.921582] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5066cdf0-8dab-46f4-9bc4-375f2362bd23 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.927014] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Releasing lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.927452] env[68627]: DEBUG nova.compute.manager [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Instance network_info: |[{"id": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "address": "fa:16:3e:23:fd:dd", "network": {"id": "7e0d478d-4083-4c3d-91aa-368da9108b1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-112424847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a72087f7a84fa0a383fa0cbe2b83cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f44d4cd-dd", "ovs_interfaceid": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.928085] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:fd:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f44d4cd-dd59-44c2-b476-eca2c5168a43', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.938510] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Creating folder: Project (53a72087f7a84fa0a383fa0cbe2b83cc). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.940370] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-490a4ccc-18c5-4268-b75e-170a4adf0799 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.942434] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1031.942434] env[68627]: value = "task-3037675" [ 1031.942434] env[68627]: _type = "Task" [ 1031.942434] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.954808] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1031.954808] env[68627]: DEBUG nova.compute.manager [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.955177] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Created folder: Project (53a72087f7a84fa0a383fa0cbe2b83cc) in parent group-v608385. [ 1031.955293] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Creating folder: Instances. Parent ref: group-v608661. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.956104] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeab0c90-9d28-4081-bacc-2eb245070503 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.958711] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-851a119d-230a-47a9-a047-3cfc9a015ac8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.969175] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107773} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.971368] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.971554] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.973815] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.973815] env[68627]: DEBUG nova.network.neutron [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.975795] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f69f462-557f-4c5c-a0c7-47b4c5afd9b7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.978535] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Created folder: Instances in parent group-v608661. [ 1031.978781] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.983226] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.985580] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08eebabc-bf2b-4bfb-9304-1b2e11244fc9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.005324] env[68627]: INFO nova.compute.manager [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Took 24.17 seconds to build instance. [ 1032.023900] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 6d354e0b-3d3d-4d39-b28c-f73e03269070/6d354e0b-3d3d-4d39-b28c-f73e03269070.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.026475] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bb79325-7f52-40eb-830e-8a7688a9cd76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.049282] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.049282] env[68627]: value = "task-3037678" [ 1032.049282] env[68627]: _type = "Task" [ 1032.049282] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.055418] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1032.055418] env[68627]: value = "task-3037679" [ 1032.055418] env[68627]: _type = "Task" [ 1032.055418] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.063874] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037678, 'name': CreateVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.077506] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.080121] env[68627]: DEBUG nova.scheduler.client.report [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.165306] env[68627]: DEBUG nova.compute.manager [req-58b801e5-26ca-4637-b5ab-85889fc1451f req-37b26990-6877-4b8b-9d5c-56867f5361ae service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Received event network-changed-1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.165464] env[68627]: DEBUG nova.compute.manager [req-58b801e5-26ca-4637-b5ab-85889fc1451f req-37b26990-6877-4b8b-9d5c-56867f5361ae service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Refreshing instance network info cache due to event network-changed-1f44d4cd-dd59-44c2-b476-eca2c5168a43. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.165762] env[68627]: DEBUG oslo_concurrency.lockutils [req-58b801e5-26ca-4637-b5ab-85889fc1451f req-37b26990-6877-4b8b-9d5c-56867f5361ae service nova] Acquiring lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.166020] env[68627]: DEBUG oslo_concurrency.lockutils [req-58b801e5-26ca-4637-b5ab-85889fc1451f req-37b26990-6877-4b8b-9d5c-56867f5361ae service nova] Acquired lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.166210] env[68627]: DEBUG nova.network.neutron [req-58b801e5-26ca-4637-b5ab-85889fc1451f req-37b26990-6877-4b8b-9d5c-56867f5361ae service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Refreshing network info cache for port 1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.340096] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Releasing lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.341214] env[68627]: DEBUG nova.objects.instance [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lazy-loading 'flavor' on Instance uuid c1c4588e-9765-4db1-b0bc-40d5892dae14 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.528735] env[68627]: DEBUG oslo_concurrency.lockutils [None req-242f8eb5-37fb-49e4-a607-8b82cb264beb tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Lock "8add3768-7d57-4bf2-84cc-b0e74b6b5d49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.704s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.546507] env[68627]: INFO nova.compute.manager [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Rebuilding instance [ 1032.559600] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037678, 'name': CreateVM_Task, 'duration_secs': 0.489044} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.562714] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.565797] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.565905] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.566233] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.567684] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3ecdbe-0a3d-409f-8a37-d0e45bbefb7c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.572913] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037679, 'name': ReconfigVM_Task, 'duration_secs': 0.516072} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.577984] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 6d354e0b-3d3d-4d39-b28c-f73e03269070/6d354e0b-3d3d-4d39-b28c-f73e03269070.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.578670] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1032.578670] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524f83ba-9bd9-0372-b7a9-a89a57c60057" [ 1032.578670] env[68627]: _type = "Task" [ 1032.578670] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.579087] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d32da95-c6b4-4be1-a982-e227b69a3625 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.585448] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.588828] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.829s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.589148] env[68627]: DEBUG nova.objects.instance [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1032.606705] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1032.606705] env[68627]: value = "task-3037680" [ 1032.606705] env[68627]: _type = "Task" [ 1032.606705] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.613669] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524f83ba-9bd9-0372-b7a9-a89a57c60057, 'name': SearchDatastore_Task, 'duration_secs': 0.014697} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.620778] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.621160] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.621381] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.621532] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.621715] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.622866] env[68627]: INFO nova.scheduler.client.report [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Deleted allocations for instance 9418253a-1555-4d53-9b7e-94450723038e [ 1032.624055] env[68627]: DEBUG nova.compute.manager [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.624714] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d249279-eb3d-4575-8337-05929984199f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.631209] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa86de2e-80b2-4c0d-ac5b-ac66032e8ed5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.650180] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037680, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.650566] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.650660] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.653030] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193d7d13-fcca-440b-a40f-7989fa145fcd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.660841] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1032.660841] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5243e719-38ea-4ea5-4e3a-16577acad984" [ 1032.660841] env[68627]: _type = "Task" [ 1032.660841] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.670879] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5243e719-38ea-4ea5-4e3a-16577acad984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.829098] env[68627]: DEBUG nova.network.neutron [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updating instance_info_cache with network_info: [{"id": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "address": "fa:16:3e:cd:a6:59", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7502f43-0a", "ovs_interfaceid": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.850825] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5a0aa0-0a9b-43d2-92af-c3432eaee028 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.882640] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.883149] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7b6cf07-8736-47ba-b92c-be05ae2cd35a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.892508] env[68627]: DEBUG oslo_vmware.api [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1032.892508] env[68627]: value = "task-3037681" [ 1032.892508] env[68627]: _type = "Task" [ 1032.892508] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.911590] env[68627]: DEBUG oslo_vmware.api [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.049164] env[68627]: DEBUG nova.network.neutron [req-58b801e5-26ca-4637-b5ab-85889fc1451f req-37b26990-6877-4b8b-9d5c-56867f5361ae service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updated VIF entry in instance network info cache for port 1f44d4cd-dd59-44c2-b476-eca2c5168a43. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.049598] env[68627]: DEBUG nova.network.neutron [req-58b801e5-26ca-4637-b5ab-85889fc1451f req-37b26990-6877-4b8b-9d5c-56867f5361ae service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updating instance_info_cache with network_info: [{"id": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "address": "fa:16:3e:23:fd:dd", "network": {"id": "7e0d478d-4083-4c3d-91aa-368da9108b1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-112424847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a72087f7a84fa0a383fa0cbe2b83cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f44d4cd-dd", "ovs_interfaceid": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.126170] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037680, 'name': Rename_Task, 'duration_secs': 0.289139} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.126470] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.126720] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a12dcb9-75c3-4eb0-accd-5578e8f89e59 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.135176] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1033.135176] env[68627]: value = "task-3037682" [ 1033.135176] env[68627]: _type = "Task" [ 1033.135176] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.143601] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bdf660b6-c2f8-444e-ba68-9b935af73811 tempest-ServerTagsTestJSON-467364897 tempest-ServerTagsTestJSON-467364897-project-member] Lock "9418253a-1555-4d53-9b7e-94450723038e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.699s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.148666] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.175105] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5243e719-38ea-4ea5-4e3a-16577acad984, 'name': SearchDatastore_Task, 'duration_secs': 0.011508} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.175984] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69fcb4e-18bf-4af3-a0c0-e95461c2dd36 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.182617] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1033.182617] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c09f5b-3aeb-606f-a357-8245d801d592" [ 1033.182617] env[68627]: _type = "Task" [ 1033.182617] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.192628] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c09f5b-3aeb-606f-a357-8245d801d592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.331158] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.412302] env[68627]: DEBUG oslo_vmware.api [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037681, 'name': PowerOffVM_Task, 'duration_secs': 0.391773} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.412759] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.420186] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Reconfiguring VM instance instance-0000003d to detach disk 2002 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1033.420941] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a22736-ece4-4850-b07c-97e3f8aa4563 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.448225] env[68627]: DEBUG oslo_vmware.api [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1033.448225] env[68627]: value = "task-3037683" [ 1033.448225] env[68627]: _type = "Task" [ 1033.448225] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.458498] env[68627]: DEBUG oslo_vmware.api [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.553341] env[68627]: DEBUG oslo_concurrency.lockutils [req-58b801e5-26ca-4637-b5ab-85889fc1451f req-37b26990-6877-4b8b-9d5c-56867f5361ae service nova] Releasing lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.607139] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a4d0183a-2bf5-46b1-936c-d292d0f2a70d tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.608363] env[68627]: DEBUG oslo_concurrency.lockutils [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.824s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.608701] env[68627]: DEBUG nova.objects.instance [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1033.650772] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037682, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.655633] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.655968] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f59e89f0-653d-4aed-8351-1be0262f0b61 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.665180] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1033.665180] env[68627]: value = "task-3037684" [ 1033.665180] env[68627]: _type = "Task" [ 1033.665180] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.678072] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.696842] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c09f5b-3aeb-606f-a357-8245d801d592, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.697274] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.697585] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] c1230b52-7866-44dd-8491-61d3505ab6d9/c1230b52-7866-44dd-8491-61d3505ab6d9.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.697867] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5718f732-464f-4412-a417-123465ea0702 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.707178] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1033.707178] env[68627]: value = "task-3037685" [ 1033.707178] env[68627]: _type = "Task" [ 1033.707178] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.717489] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.876594] env[68627]: DEBUG nova.compute.manager [req-e0ca8f07-c345-406a-96c0-44a2b60c492b req-6bff196e-d79d-4e0d-9521-2a4f2091be8d service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Received event network-vif-unplugged-e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.876858] env[68627]: DEBUG oslo_concurrency.lockutils [req-e0ca8f07-c345-406a-96c0-44a2b60c492b req-6bff196e-d79d-4e0d-9521-2a4f2091be8d service nova] Acquiring lock "099c1c96-a127-4e53-a117-e681e3e395a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.877285] env[68627]: DEBUG oslo_concurrency.lockutils [req-e0ca8f07-c345-406a-96c0-44a2b60c492b req-6bff196e-d79d-4e0d-9521-2a4f2091be8d service nova] Lock "099c1c96-a127-4e53-a117-e681e3e395a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.877845] env[68627]: DEBUG oslo_concurrency.lockutils [req-e0ca8f07-c345-406a-96c0-44a2b60c492b req-6bff196e-d79d-4e0d-9521-2a4f2091be8d service nova] Lock "099c1c96-a127-4e53-a117-e681e3e395a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.878286] env[68627]: DEBUG nova.compute.manager [req-e0ca8f07-c345-406a-96c0-44a2b60c492b req-6bff196e-d79d-4e0d-9521-2a4f2091be8d service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] No waiting events found dispatching network-vif-unplugged-e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.878688] env[68627]: WARNING nova.compute.manager [req-e0ca8f07-c345-406a-96c0-44a2b60c492b req-6bff196e-d79d-4e0d-9521-2a4f2091be8d service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Received unexpected event network-vif-unplugged-e7502f43-0a15-4de6-81a0-e39e9004bd94 for instance with vm_state shelved and task_state shelving_offloading. [ 1033.961501] env[68627]: DEBUG oslo_vmware.api [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037683, 'name': ReconfigVM_Task, 'duration_secs': 0.344961} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.961876] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Reconfigured VM instance instance-0000003d to detach disk 2002 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1033.962072] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.962522] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb94765e-136f-4859-a401-ab0d3b46412f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.975762] env[68627]: DEBUG oslo_vmware.api [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1033.975762] env[68627]: value = "task-3037686" [ 1033.975762] env[68627]: _type = "Task" [ 1033.975762] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.993214] env[68627]: DEBUG oslo_vmware.api [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.150231] env[68627]: DEBUG oslo_vmware.api [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037682, 'name': PowerOnVM_Task, 'duration_secs': 0.586397} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.150514] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.151149] env[68627]: DEBUG nova.compute.manager [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.153051] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a875a80-a6a1-4922-9b24-9d0d4c9dd2f4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.176805] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037684, 'name': PowerOffVM_Task, 'duration_secs': 0.176395} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.177374] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.177716] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.178969] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5484b8b-60db-40de-8459-a7b880065d60 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.188946] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.189663] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03472149-8cd0-4d1e-9fca-ef651a7a9f8f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.220448] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465136} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.222565] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] c1230b52-7866-44dd-8491-61d3505ab6d9/c1230b52-7866-44dd-8491-61d3505ab6d9.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.222940] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.223313] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.223861] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.224130] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Deleting the datastore file [datastore2] 8add3768-7d57-4bf2-84cc-b0e74b6b5d49 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.224447] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acf2f651-f5e2-4717-b330-a892caba2315 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.227937] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d43791a6-72a0-4364-ab88-67c39543d7b5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.237885] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1034.237885] env[68627]: value = "task-3037688" [ 1034.237885] env[68627]: _type = "Task" [ 1034.237885] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.238242] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1034.238242] env[68627]: value = "task-3037689" [ 1034.238242] env[68627]: _type = "Task" [ 1034.238242] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.251331] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.255055] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.416214] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.417328] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5c95a8-f644-4b6d-b6d2-469b31f60c6e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.435804] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.436127] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfa3b521-fb83-4f83-9094-6a18347b7104 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.490493] env[68627]: DEBUG oslo_vmware.api [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037686, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.518954] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.519278] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.519489] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleting the datastore file [datastore2] 099c1c96-a127-4e53-a117-e681e3e395a1 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.519791] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72ab773f-6be2-4083-8dec-2b92527bc242 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.529578] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1034.529578] env[68627]: value = "task-3037691" [ 1034.529578] env[68627]: _type = "Task" [ 1034.529578] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.544080] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.625226] env[68627]: DEBUG oslo_concurrency.lockutils [None req-56bff6bb-c3fd-4238-8105-cde2f7c10f17 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.629018] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.340s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.629493] env[68627]: INFO nova.compute.claims [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.678163] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.754690] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141314} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.757142] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.757417] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.757639] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.760836] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080022} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.764021] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.764021] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a87d7aa-59b3-4fbe-9687-36ef6a247ad8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.795759] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] c1230b52-7866-44dd-8491-61d3505ab6d9/c1230b52-7866-44dd-8491-61d3505ab6d9.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.796106] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdbc10a3-5b7e-4909-8c3c-790daaf84703 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.818848] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1034.818848] env[68627]: value = "task-3037692" [ 1034.818848] env[68627]: _type = "Task" [ 1034.818848] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.830500] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.989734] env[68627]: DEBUG oslo_vmware.api [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037686, 'name': PowerOnVM_Task, 'duration_secs': 0.523654} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.990226] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.990584] env[68627]: DEBUG nova.compute.manager [None req-8b0483f2-f283-4990-a5d7-b66f2344e21c tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.993215] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bb5fce-9a54-451d-a43b-061950dde2da {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.041328] env[68627]: DEBUG oslo_vmware.api [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183112} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.041651] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.042240] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.042240] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.074595] env[68627]: INFO nova.scheduler.client.report [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleted allocations for instance 099c1c96-a127-4e53-a117-e681e3e395a1 [ 1035.330327] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037692, 'name': ReconfigVM_Task, 'duration_secs': 0.451155} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.331077] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Reconfigured VM instance instance-00000063 to attach disk [datastore1] c1230b52-7866-44dd-8491-61d3505ab6d9/c1230b52-7866-44dd-8491-61d3505ab6d9.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.331308] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06d011c2-ec24-4ccf-b394-b22dca3f8411 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.341989] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1035.341989] env[68627]: value = "task-3037693" [ 1035.341989] env[68627]: _type = "Task" [ 1035.341989] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.352376] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037693, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.579467] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.694792] env[68627]: DEBUG oslo_vmware.rw_handles [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52715393-bd50-fbd2-9be7-a314f57e1451/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1035.696044] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abf797c-aa4a-4c7c-8e58-20a67139ac82 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.704016] env[68627]: DEBUG oslo_vmware.rw_handles [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52715393-bd50-fbd2-9be7-a314f57e1451/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1035.704236] env[68627]: ERROR oslo_vmware.rw_handles [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52715393-bd50-fbd2-9be7-a314f57e1451/disk-0.vmdk due to incomplete transfer. [ 1035.707167] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc1769fa-0131-4936-8617-fbb831801477 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.720807] env[68627]: DEBUG oslo_vmware.rw_handles [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52715393-bd50-fbd2-9be7-a314f57e1451/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1035.721045] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Uploaded image 7f734b39-6986-4178-bc68-4c7e3bb1e04d to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1035.724176] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1035.728967] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1be6b150-306e-438e-8a8a-fb624239eca5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.738041] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1035.738041] env[68627]: value = "task-3037694" [ 1035.738041] env[68627]: _type = "Task" [ 1035.738041] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.751441] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037694, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.811364] env[68627]: DEBUG nova.virt.hardware [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.811993] env[68627]: DEBUG nova.virt.hardware [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.811993] env[68627]: DEBUG nova.virt.hardware [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.812876] env[68627]: DEBUG nova.virt.hardware [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.813071] env[68627]: DEBUG nova.virt.hardware [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.813221] env[68627]: DEBUG nova.virt.hardware [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.813471] env[68627]: DEBUG nova.virt.hardware [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.813667] env[68627]: DEBUG nova.virt.hardware [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.813847] env[68627]: DEBUG nova.virt.hardware [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.814037] env[68627]: DEBUG nova.virt.hardware [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.814220] env[68627]: DEBUG nova.virt.hardware [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.815241] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0131f9f-d570-44ca-ae1b-c65ed641649e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.836336] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86ff5d0-d285-48dd-a86c-d70db970fb24 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.867490] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037693, 'name': Rename_Task, 'duration_secs': 0.226939} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.868040] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.874775] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.878837] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.879301] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.879811] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25e5e36b-6b57-47ad-9309-fd5fd8e66220 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.882011] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-529b9122-134e-4964-a8e5-ed9ebcb0b0c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.907451] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.907451] env[68627]: value = "task-3037696" [ 1035.907451] env[68627]: _type = "Task" [ 1035.907451] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.909933] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1035.909933] env[68627]: value = "task-3037695" [ 1035.909933] env[68627]: _type = "Task" [ 1035.909933] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.925086] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.930215] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037696, 'name': CreateVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.991868] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquiring lock "6d354e0b-3d3d-4d39-b28c-f73e03269070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.992689] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Lock "6d354e0b-3d3d-4d39-b28c-f73e03269070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.992689] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquiring lock "6d354e0b-3d3d-4d39-b28c-f73e03269070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.992867] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Lock "6d354e0b-3d3d-4d39-b28c-f73e03269070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.993130] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Lock "6d354e0b-3d3d-4d39-b28c-f73e03269070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.996127] env[68627]: INFO nova.compute.manager [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Terminating instance [ 1036.009083] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f87d1f3-af9b-4b04-a4bb-8dcb245f9f20 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.019533] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257fe8b0-dbe7-4fd9-ba98-3e65c94ac72b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.057493] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef3e95e-573f-410d-8fee-494db049c3a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.061532] env[68627]: DEBUG nova.compute.manager [req-6cee7fbe-5035-4c0a-858d-c7fb20cb5d38 req-40f987f0-a123-4ef9-ae33-469be3cbb0ac service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Received event network-changed-e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.061658] env[68627]: DEBUG nova.compute.manager [req-6cee7fbe-5035-4c0a-858d-c7fb20cb5d38 req-40f987f0-a123-4ef9-ae33-469be3cbb0ac service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Refreshing instance network info cache due to event network-changed-e7502f43-0a15-4de6-81a0-e39e9004bd94. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.062037] env[68627]: DEBUG oslo_concurrency.lockutils [req-6cee7fbe-5035-4c0a-858d-c7fb20cb5d38 req-40f987f0-a123-4ef9-ae33-469be3cbb0ac service nova] Acquiring lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.062201] env[68627]: DEBUG oslo_concurrency.lockutils [req-6cee7fbe-5035-4c0a-858d-c7fb20cb5d38 req-40f987f0-a123-4ef9-ae33-469be3cbb0ac service nova] Acquired lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.062365] env[68627]: DEBUG nova.network.neutron [req-6cee7fbe-5035-4c0a-858d-c7fb20cb5d38 req-40f987f0-a123-4ef9-ae33-469be3cbb0ac service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Refreshing network info cache for port e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.075211] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53394aba-65aa-4e2e-b60e-48f0742371cb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.094419] env[68627]: DEBUG nova.compute.provider_tree [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.249559] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037694, 'name': Destroy_Task, 'duration_secs': 0.508142} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.249907] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Destroyed the VM [ 1036.250362] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1036.250696] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f151e734-6410-4f0d-8088-3a1943ab8200 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.261791] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1036.261791] env[68627]: value = "task-3037697" [ 1036.261791] env[68627]: _type = "Task" [ 1036.261791] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.273492] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.423776] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037696, 'name': CreateVM_Task, 'duration_secs': 0.39161} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.427464] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.427590] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.431043] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.431043] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.431043] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.431043] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6d4104-2a75-494e-aec0-7f731de647eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.437396] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1036.437396] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523bee82-fec0-6d90-625c-fb62a98bd90a" [ 1036.437396] env[68627]: _type = "Task" [ 1036.437396] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.446429] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523bee82-fec0-6d90-625c-fb62a98bd90a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.504034] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquiring lock "refresh_cache-6d354e0b-3d3d-4d39-b28c-f73e03269070" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.504034] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquired lock "refresh_cache-6d354e0b-3d3d-4d39-b28c-f73e03269070" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.504034] env[68627]: DEBUG nova.network.neutron [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.598766] env[68627]: DEBUG nova.scheduler.client.report [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.723742] env[68627]: DEBUG nova.compute.manager [req-2e5dc30e-aa06-4fba-9df0-e3a556932e2b req-e9be5f27-b94b-4303-bdd0-5e3f42f2e2de service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Received event network-changed-87ccd935-9194-4d74-a1b2-389bcc0c5335 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.723742] env[68627]: DEBUG nova.compute.manager [req-2e5dc30e-aa06-4fba-9df0-e3a556932e2b req-e9be5f27-b94b-4303-bdd0-5e3f42f2e2de service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Refreshing instance network info cache due to event network-changed-87ccd935-9194-4d74-a1b2-389bcc0c5335. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.723742] env[68627]: DEBUG oslo_concurrency.lockutils [req-2e5dc30e-aa06-4fba-9df0-e3a556932e2b req-e9be5f27-b94b-4303-bdd0-5e3f42f2e2de service nova] Acquiring lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.723970] env[68627]: DEBUG oslo_concurrency.lockutils [req-2e5dc30e-aa06-4fba-9df0-e3a556932e2b req-e9be5f27-b94b-4303-bdd0-5e3f42f2e2de service nova] Acquired lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.724659] env[68627]: DEBUG nova.network.neutron [req-2e5dc30e-aa06-4fba-9df0-e3a556932e2b req-e9be5f27-b94b-4303-bdd0-5e3f42f2e2de service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Refreshing network info cache for port 87ccd935-9194-4d74-a1b2-389bcc0c5335 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.776325] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037697, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.903803] env[68627]: DEBUG nova.network.neutron [req-6cee7fbe-5035-4c0a-858d-c7fb20cb5d38 req-40f987f0-a123-4ef9-ae33-469be3cbb0ac service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updated VIF entry in instance network info cache for port e7502f43-0a15-4de6-81a0-e39e9004bd94. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.904385] env[68627]: DEBUG nova.network.neutron [req-6cee7fbe-5035-4c0a-858d-c7fb20cb5d38 req-40f987f0-a123-4ef9-ae33-469be3cbb0ac service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updating instance_info_cache with network_info: [{"id": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "address": "fa:16:3e:cd:a6:59", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape7502f43-0a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.924899] env[68627]: DEBUG oslo_vmware.api [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037695, 'name': PowerOnVM_Task, 'duration_secs': 0.837832} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.925284] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.925393] env[68627]: INFO nova.compute.manager [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1036.925573] env[68627]: DEBUG nova.compute.manager [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.926457] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbe71a0-c94f-493e-8773-42366a7078cd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.950796] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523bee82-fec0-6d90-625c-fb62a98bd90a, 'name': SearchDatastore_Task, 'duration_secs': 0.012617} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.951176] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.951389] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.951975] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.951975] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.951975] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.952452] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab3b050-060a-4fb5-be0d-96a6d50329e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.963756] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.963934] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.965109] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e855c311-f702-4f51-a564-686aae998fe8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.973979] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1036.973979] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ea1813-1508-88e3-99a0-20adf5e95a33" [ 1036.973979] env[68627]: _type = "Task" [ 1036.973979] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.981749] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ea1813-1508-88e3-99a0-20adf5e95a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.022983] env[68627]: DEBUG nova.network.neutron [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.074381] env[68627]: DEBUG nova.network.neutron [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.105056] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.105635] env[68627]: DEBUG nova.compute.manager [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.108322] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.271s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.110206] env[68627]: INFO nova.compute.claims [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.274315] env[68627]: DEBUG oslo_vmware.api [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037697, 'name': RemoveSnapshot_Task, 'duration_secs': 0.581565} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.274315] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1037.274315] env[68627]: INFO nova.compute.manager [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Took 15.21 seconds to snapshot the instance on the hypervisor. [ 1037.407188] env[68627]: DEBUG oslo_concurrency.lockutils [req-6cee7fbe-5035-4c0a-858d-c7fb20cb5d38 req-40f987f0-a123-4ef9-ae33-469be3cbb0ac service nova] Releasing lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.453501] env[68627]: INFO nova.compute.manager [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Took 28.68 seconds to build instance. [ 1037.464208] env[68627]: DEBUG nova.network.neutron [req-2e5dc30e-aa06-4fba-9df0-e3a556932e2b req-e9be5f27-b94b-4303-bdd0-5e3f42f2e2de service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updated VIF entry in instance network info cache for port 87ccd935-9194-4d74-a1b2-389bcc0c5335. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.464611] env[68627]: DEBUG nova.network.neutron [req-2e5dc30e-aa06-4fba-9df0-e3a556932e2b req-e9be5f27-b94b-4303-bdd0-5e3f42f2e2de service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updating instance_info_cache with network_info: [{"id": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "address": "fa:16:3e:45:0f:f3", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ccd935-91", "ovs_interfaceid": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.486442] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ea1813-1508-88e3-99a0-20adf5e95a33, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.488249] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7fbe34-022d-42f4-b1f8-6c576cca9215 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.494951] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1037.494951] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52439edb-6a9d-44dc-9a9c-25b630a4cfa9" [ 1037.494951] env[68627]: _type = "Task" [ 1037.494951] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.505104] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52439edb-6a9d-44dc-9a9c-25b630a4cfa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.577927] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Releasing lock "refresh_cache-6d354e0b-3d3d-4d39-b28c-f73e03269070" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.577927] env[68627]: DEBUG nova.compute.manager [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.577927] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.578706] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edea2061-0d0c-495e-b2ec-5728ff172adf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.586810] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.587090] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a03975e1-5c08-431d-85a2-d1ac24d39bab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.594127] env[68627]: DEBUG oslo_vmware.api [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1037.594127] env[68627]: value = "task-3037698" [ 1037.594127] env[68627]: _type = "Task" [ 1037.594127] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.602702] env[68627]: DEBUG oslo_vmware.api [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.616644] env[68627]: DEBUG nova.compute.utils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.619684] env[68627]: DEBUG nova.compute.manager [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.619684] env[68627]: DEBUG nova.network.neutron [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.684177] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "099c1c96-a127-4e53-a117-e681e3e395a1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.694606] env[68627]: DEBUG nova.policy [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3c3e4b04d54d6a8502b5ad819eb5b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd75e742ad80b4afa8f07c78f27a6f587', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.820520] env[68627]: DEBUG nova.compute.manager [None req-6c7de5ee-2a98-4db2-b434-3594338466d8 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Found 1 images (rotation: 2) {{(pid=68627) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1037.957256] env[68627]: DEBUG oslo_concurrency.lockutils [None req-93f0bb6b-6731-4f70-9011-5482034066e7 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Lock "c1230b52-7866-44dd-8491-61d3505ab6d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.201s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.969929] env[68627]: DEBUG oslo_concurrency.lockutils [req-2e5dc30e-aa06-4fba-9df0-e3a556932e2b req-e9be5f27-b94b-4303-bdd0-5e3f42f2e2de service nova] Releasing lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.007184] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52439edb-6a9d-44dc-9a9c-25b630a4cfa9, 'name': SearchDatastore_Task, 'duration_secs': 0.011473} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.007465] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.007729] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 8add3768-7d57-4bf2-84cc-b0e74b6b5d49/8add3768-7d57-4bf2-84cc-b0e74b6b5d49.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.007989] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcb45c01-14f0-4534-95bd-bc557ba34abf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.016627] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1038.016627] env[68627]: value = "task-3037699" [ 1038.016627] env[68627]: _type = "Task" [ 1038.016627] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.027602] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.105374] env[68627]: DEBUG oslo_vmware.api [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037698, 'name': PowerOffVM_Task, 'duration_secs': 0.303137} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.105802] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.106108] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.106489] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-341d70bb-7747-4bbe-9102-cfc7622fa963 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.123319] env[68627]: DEBUG nova.compute.manager [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.140411] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.140411] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.140411] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Deleting the datastore file [datastore1] 6d354e0b-3d3d-4d39-b28c-f73e03269070 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.140746] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08472ce3-af69-4185-b1c0-cf810735cc34 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.151130] env[68627]: DEBUG oslo_vmware.api [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for the task: (returnval){ [ 1038.151130] env[68627]: value = "task-3037701" [ 1038.151130] env[68627]: _type = "Task" [ 1038.151130] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.151130] env[68627]: DEBUG nova.network.neutron [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Successfully created port: 7c0605fd-9068-4566-b66a-a7e0ed9c97b5 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.167188] env[68627]: DEBUG oslo_vmware.api [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.227237] env[68627]: INFO nova.compute.manager [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Rescuing [ 1038.227897] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquiring lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.227897] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquired lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.228095] env[68627]: DEBUG nova.network.neutron [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.434711] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9874255c-50e5-4c39-8f8b-f3b03d4c3a1f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.444420] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02015b1e-894e-4d20-aea9-40b403430443 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.481357] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1185b583-87e0-4a8e-ab85-57ab2bd4221c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.490793] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11757b90-3bd6-46cf-9421-dc8a9c32f151 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.506584] env[68627]: DEBUG nova.compute.provider_tree [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.527622] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037699, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.662233] env[68627]: DEBUG oslo_vmware.api [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Task: {'id': task-3037701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315246} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.662522] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.662717] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.662900] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.663093] env[68627]: INFO nova.compute.manager [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1038.663342] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.663541] env[68627]: DEBUG nova.compute.manager [-] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.663637] env[68627]: DEBUG nova.network.neutron [-] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.681760] env[68627]: DEBUG nova.network.neutron [-] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.747511] env[68627]: DEBUG nova.compute.manager [req-f97b0b92-4abc-4a29-a392-63bdad8590cc req-aa93014f-919a-46a1-bd6f-0fcbc7c529f9 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Received event network-changed-87ccd935-9194-4d74-a1b2-389bcc0c5335 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.747789] env[68627]: DEBUG nova.compute.manager [req-f97b0b92-4abc-4a29-a392-63bdad8590cc req-aa93014f-919a-46a1-bd6f-0fcbc7c529f9 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Refreshing instance network info cache due to event network-changed-87ccd935-9194-4d74-a1b2-389bcc0c5335. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.748100] env[68627]: DEBUG oslo_concurrency.lockutils [req-f97b0b92-4abc-4a29-a392-63bdad8590cc req-aa93014f-919a-46a1-bd6f-0fcbc7c529f9 service nova] Acquiring lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.748303] env[68627]: DEBUG oslo_concurrency.lockutils [req-f97b0b92-4abc-4a29-a392-63bdad8590cc req-aa93014f-919a-46a1-bd6f-0fcbc7c529f9 service nova] Acquired lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.748532] env[68627]: DEBUG nova.network.neutron [req-f97b0b92-4abc-4a29-a392-63bdad8590cc req-aa93014f-919a-46a1-bd6f-0fcbc7c529f9 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Refreshing network info cache for port 87ccd935-9194-4d74-a1b2-389bcc0c5335 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.755063] env[68627]: DEBUG nova.compute.manager [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.755973] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd563489-bbf3-4c90-b9fb-4015a735e235 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.909144] env[68627]: DEBUG nova.network.neutron [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updating instance_info_cache with network_info: [{"id": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "address": "fa:16:3e:23:fd:dd", "network": {"id": "7e0d478d-4083-4c3d-91aa-368da9108b1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-112424847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a72087f7a84fa0a383fa0cbe2b83cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f44d4cd-dd", "ovs_interfaceid": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.010115] env[68627]: DEBUG nova.scheduler.client.report [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.029018] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520266} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.029303] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 8add3768-7d57-4bf2-84cc-b0e74b6b5d49/8add3768-7d57-4bf2-84cc-b0e74b6b5d49.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.029518] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.029768] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dab344e-05a7-4561-97bb-677d8ac5d5fd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.037958] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1039.037958] env[68627]: value = "task-3037702" [ 1039.037958] env[68627]: _type = "Task" [ 1039.037958] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.049009] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.135065] env[68627]: DEBUG nova.compute.manager [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.159284] env[68627]: DEBUG nova.virt.hardware [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.159544] env[68627]: DEBUG nova.virt.hardware [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.159704] env[68627]: DEBUG nova.virt.hardware [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.159888] env[68627]: DEBUG nova.virt.hardware [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.160167] env[68627]: DEBUG nova.virt.hardware [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.160339] env[68627]: DEBUG nova.virt.hardware [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.160549] env[68627]: DEBUG nova.virt.hardware [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.160712] env[68627]: DEBUG nova.virt.hardware [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.160880] env[68627]: DEBUG nova.virt.hardware [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.161055] env[68627]: DEBUG nova.virt.hardware [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.161235] env[68627]: DEBUG nova.virt.hardware [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.162111] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e215252-ef63-4a2d-9c2a-bb38a25f747f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.170568] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05498672-2c56-4c76-bc12-fdbbc308b9d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.185756] env[68627]: DEBUG nova.network.neutron [-] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.269294] env[68627]: INFO nova.compute.manager [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] instance snapshotting [ 1039.269866] env[68627]: DEBUG nova.objects.instance [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'flavor' on Instance uuid f6817d76-4935-450d-8a4a-d8366420f9f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.412340] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Releasing lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.464759] env[68627]: DEBUG nova.network.neutron [req-f97b0b92-4abc-4a29-a392-63bdad8590cc req-aa93014f-919a-46a1-bd6f-0fcbc7c529f9 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updated VIF entry in instance network info cache for port 87ccd935-9194-4d74-a1b2-389bcc0c5335. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.465143] env[68627]: DEBUG nova.network.neutron [req-f97b0b92-4abc-4a29-a392-63bdad8590cc req-aa93014f-919a-46a1-bd6f-0fcbc7c529f9 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updating instance_info_cache with network_info: [{"id": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "address": "fa:16:3e:45:0f:f3", "network": {"id": "bb94c9d2-7bed-4263-9883-a99c10718064", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-230268427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204ffe04b4334ff28ad9a3c77246ce4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ccd935-91", "ovs_interfaceid": "87ccd935-9194-4d74-a1b2-389bcc0c5335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.515355] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.515964] env[68627]: DEBUG nova.compute.manager [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.519086] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.665s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.519319] env[68627]: DEBUG nova.objects.instance [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lazy-loading 'resources' on Instance uuid 11e1bb22-f277-46e4-8b98-120a0b891300 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.548730] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084676} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.549043] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.549887] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52b04a8-936a-424d-b8ae-9376f7bac25d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.572045] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 8add3768-7d57-4bf2-84cc-b0e74b6b5d49/8add3768-7d57-4bf2-84cc-b0e74b6b5d49.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.572627] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be3ed647-c1ea-4925-b9c6-f45cedcc8fe6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.597049] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1039.597049] env[68627]: value = "task-3037703" [ 1039.597049] env[68627]: _type = "Task" [ 1039.597049] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.606249] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.615121] env[68627]: DEBUG nova.compute.manager [req-cd105f51-e5be-4ee4-b2a6-623f7de1612c req-307cd419-4c67-4923-8728-fd6fdd7f6c0d service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Received event network-vif-plugged-7c0605fd-9068-4566-b66a-a7e0ed9c97b5 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.615591] env[68627]: DEBUG oslo_concurrency.lockutils [req-cd105f51-e5be-4ee4-b2a6-623f7de1612c req-307cd419-4c67-4923-8728-fd6fdd7f6c0d service nova] Acquiring lock "2764d6ce-eacd-459a-9353-a78eed95fff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.615591] env[68627]: DEBUG oslo_concurrency.lockutils [req-cd105f51-e5be-4ee4-b2a6-623f7de1612c req-307cd419-4c67-4923-8728-fd6fdd7f6c0d service nova] Lock "2764d6ce-eacd-459a-9353-a78eed95fff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.615751] env[68627]: DEBUG oslo_concurrency.lockutils [req-cd105f51-e5be-4ee4-b2a6-623f7de1612c req-307cd419-4c67-4923-8728-fd6fdd7f6c0d service nova] Lock "2764d6ce-eacd-459a-9353-a78eed95fff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.615942] env[68627]: DEBUG nova.compute.manager [req-cd105f51-e5be-4ee4-b2a6-623f7de1612c req-307cd419-4c67-4923-8728-fd6fdd7f6c0d service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] No waiting events found dispatching network-vif-plugged-7c0605fd-9068-4566-b66a-a7e0ed9c97b5 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.616084] env[68627]: WARNING nova.compute.manager [req-cd105f51-e5be-4ee4-b2a6-623f7de1612c req-307cd419-4c67-4923-8728-fd6fdd7f6c0d service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Received unexpected event network-vif-plugged-7c0605fd-9068-4566-b66a-a7e0ed9c97b5 for instance with vm_state building and task_state spawning. [ 1039.689832] env[68627]: INFO nova.compute.manager [-] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Took 1.02 seconds to deallocate network for instance. [ 1039.701126] env[68627]: DEBUG nova.network.neutron [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Successfully updated port: 7c0605fd-9068-4566-b66a-a7e0ed9c97b5 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.777021] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18392adf-cbe3-49e8-99ce-0193cd3dc50b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.799866] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44a4897-79d5-4c43-b46b-0c63d15f3230 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.967536] env[68627]: DEBUG oslo_concurrency.lockutils [req-f97b0b92-4abc-4a29-a392-63bdad8590cc req-aa93014f-919a-46a1-bd6f-0fcbc7c529f9 service nova] Releasing lock "refresh_cache-c1c4588e-9765-4db1-b0bc-40d5892dae14" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.021891] env[68627]: DEBUG nova.compute.utils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.027037] env[68627]: DEBUG nova.compute.manager [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.027242] env[68627]: DEBUG nova.network.neutron [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.077954] env[68627]: DEBUG nova.policy [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f938aa92e46a4499a8e0c17ec419b405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f4b58eeefb44f9cae62d73869da818b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.110950] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037703, 'name': ReconfigVM_Task, 'duration_secs': 0.301409} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.110950] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 8add3768-7d57-4bf2-84cc-b0e74b6b5d49/8add3768-7d57-4bf2-84cc-b0e74b6b5d49.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.111644] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2551539-26c2-454a-a9ac-1c2b79bfa114 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.119461] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1040.119461] env[68627]: value = "task-3037704" [ 1040.119461] env[68627]: _type = "Task" [ 1040.119461] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.129233] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037704, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.199507] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.204436] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.204436] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.204436] env[68627]: DEBUG nova.network.neutron [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.310821] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1040.311455] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2e11e02d-6894-4ae5-ae5b-5ab34e7daa5e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.318966] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8514ce13-920a-435c-bfa0-ddd42f27fcf7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.323329] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1040.323329] env[68627]: value = "task-3037705" [ 1040.323329] env[68627]: _type = "Task" [ 1040.323329] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.330148] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef86f37-8a39-4f0f-afa8-1f40d64002e3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.336710] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037705, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.377029] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39971942-44a0-4b2e-a386-d2d5004f9986 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.385488] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbcb3ff-7dc1-4d87-8229-13291a530d7c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.403213] env[68627]: DEBUG nova.compute.provider_tree [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.477743] env[68627]: DEBUG nova.network.neutron [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Successfully created port: b36a84c1-fe1e-419e-9538-0a019e44c7ac {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.527633] env[68627]: DEBUG nova.compute.manager [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.632624] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037704, 'name': Rename_Task, 'duration_secs': 0.148923} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.632950] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.633257] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd1b8051-6de7-44c6-9e61-98bf32c467a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.641560] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1040.641560] env[68627]: value = "task-3037706" [ 1040.641560] env[68627]: _type = "Task" [ 1040.641560] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.649886] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.740248] env[68627]: DEBUG nova.network.neutron [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.835123] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037705, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.883549] env[68627]: DEBUG nova.network.neutron [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Updating instance_info_cache with network_info: [{"id": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "address": "fa:16:3e:9d:70:e7", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0605fd-90", "ovs_interfaceid": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.906165] env[68627]: DEBUG nova.scheduler.client.report [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.949253] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.949579] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db6dad09-c9e9-47bb-84b7-825325326caf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.958287] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1040.958287] env[68627]: value = "task-3037707" [ 1040.958287] env[68627]: _type = "Task" [ 1040.958287] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.966817] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.151775] env[68627]: DEBUG oslo_vmware.api [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037706, 'name': PowerOnVM_Task, 'duration_secs': 0.485725} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.152065] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.152281] env[68627]: DEBUG nova.compute.manager [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.153145] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d25c22-3e63-4c9e-af51-9c4433c83e2a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.335266] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037705, 'name': CreateSnapshot_Task, 'duration_secs': 0.551415} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.335541] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1041.336321] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e741848-901e-4877-9de0-45f770439a6c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.386024] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.386352] env[68627]: DEBUG nova.compute.manager [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Instance network_info: |[{"id": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "address": "fa:16:3e:9d:70:e7", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0605fd-90", "ovs_interfaceid": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.386763] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:70:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c0605fd-9068-4566-b66a-a7e0ed9c97b5', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.394344] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Creating folder: Project (d75e742ad80b4afa8f07c78f27a6f587). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.395074] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59c75789-815b-4ce7-af88-2128a1aa2597 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.406686] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Created folder: Project (d75e742ad80b4afa8f07c78f27a6f587) in parent group-v608385. [ 1041.406902] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Creating folder: Instances. Parent ref: group-v608666. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.407117] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dae8796f-212a-49db-8d3a-b6998213ca93 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.410665] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.413110] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.494s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.413322] env[68627]: DEBUG nova.objects.instance [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1041.420153] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Created folder: Instances in parent group-v608666. [ 1041.420383] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.420566] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.420772] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db1e3789-6863-47c8-9263-3162d98f21a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.435801] env[68627]: INFO nova.scheduler.client.report [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Deleted allocations for instance 11e1bb22-f277-46e4-8b98-120a0b891300 [ 1041.442519] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.442519] env[68627]: value = "task-3037710" [ 1041.442519] env[68627]: _type = "Task" [ 1041.442519] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.454477] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037710, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.468172] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037707, 'name': PowerOffVM_Task, 'duration_secs': 0.312375} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.468449] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.469281] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5cd0da-4095-4017-b923-ad6eaa37fa59 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.490272] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7ad902-68c5-4a35-a8cb-9686653e51a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.522014] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.522109] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aae26441-4323-4733-a5c7-161969161901 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.530694] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1041.530694] env[68627]: value = "task-3037711" [ 1041.530694] env[68627]: _type = "Task" [ 1041.530694] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.543449] env[68627]: DEBUG nova.compute.manager [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.543449] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.569866] env[68627]: DEBUG nova.virt.hardware [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.570305] env[68627]: DEBUG nova.virt.hardware [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.570518] env[68627]: DEBUG nova.virt.hardware [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.570749] env[68627]: DEBUG nova.virt.hardware [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.570937] env[68627]: DEBUG nova.virt.hardware [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.571152] env[68627]: DEBUG nova.virt.hardware [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.571410] env[68627]: DEBUG nova.virt.hardware [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.571619] env[68627]: DEBUG nova.virt.hardware [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.571863] env[68627]: DEBUG nova.virt.hardware [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.572126] env[68627]: DEBUG nova.virt.hardware [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.572332] env[68627]: DEBUG nova.virt.hardware [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.573231] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed6265b-a520-4a25-8ca1-cf19e2bd91f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.582893] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91fc09e-b65d-41b7-88da-4e6a5c638765 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.643170] env[68627]: DEBUG nova.compute.manager [req-cf91234c-aa33-4b66-aa78-ba409afd2640 req-14a21467-ff66-4a4b-af7c-c9ee062b955a service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Received event network-changed-7c0605fd-9068-4566-b66a-a7e0ed9c97b5 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.643415] env[68627]: DEBUG nova.compute.manager [req-cf91234c-aa33-4b66-aa78-ba409afd2640 req-14a21467-ff66-4a4b-af7c-c9ee062b955a service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Refreshing instance network info cache due to event network-changed-7c0605fd-9068-4566-b66a-a7e0ed9c97b5. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.643629] env[68627]: DEBUG oslo_concurrency.lockutils [req-cf91234c-aa33-4b66-aa78-ba409afd2640 req-14a21467-ff66-4a4b-af7c-c9ee062b955a service nova] Acquiring lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.643863] env[68627]: DEBUG oslo_concurrency.lockutils [req-cf91234c-aa33-4b66-aa78-ba409afd2640 req-14a21467-ff66-4a4b-af7c-c9ee062b955a service nova] Acquired lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.643954] env[68627]: DEBUG nova.network.neutron [req-cf91234c-aa33-4b66-aa78-ba409afd2640 req-14a21467-ff66-4a4b-af7c-c9ee062b955a service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Refreshing network info cache for port 7c0605fd-9068-4566-b66a-a7e0ed9c97b5 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.668422] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.856610] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1041.857281] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4482dcf9-344d-41d2-aee9-b520ae2576d5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.870152] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1041.870152] env[68627]: value = "task-3037712" [ 1041.870152] env[68627]: _type = "Task" [ 1041.870152] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.882092] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037712, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.948937] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4aedd6be-ef3a-48a7-801c-f0cad84b5a9b tempest-ServerDiskConfigTestJSON-545371029 tempest-ServerDiskConfigTestJSON-545371029-project-member] Lock "11e1bb22-f277-46e4-8b98-120a0b891300" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.618s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.961029] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037710, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.026882] env[68627]: DEBUG nova.network.neutron [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Successfully updated port: b36a84c1-fe1e-419e-9538-0a019e44c7ac {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.043509] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1042.046026] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.046026] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.046026] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.046026] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.046026] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b29db39-1139-4275-92ae-2c9744619913 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.059785] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.060144] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.061830] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ddc9d1-f2bb-48fe-9e29-eb13c4c28f14 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.069122] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1042.069122] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525ff198-a266-b6f9-567d-74bdc6eadc35" [ 1042.069122] env[68627]: _type = "Task" [ 1042.069122] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.079284] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525ff198-a266-b6f9-567d-74bdc6eadc35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.381345] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037712, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.426874] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b0458a42-cf46-40df-a5e5-74b7aacca17f tempest-ServersAdmin275Test-1778893130 tempest-ServersAdmin275Test-1778893130-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.428095] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.245s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.428365] env[68627]: DEBUG nova.objects.instance [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lazy-loading 'resources' on Instance uuid 96725e70-9671-4125-a030-c45aa9b9c8b9 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.456815] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037710, 'name': CreateVM_Task, 'duration_secs': 0.684454} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.457016] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.457714] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.457883] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.458217] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.458474] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab05e3f-d4e1-4c4d-ba8f-6b483288a68b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.464540] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1042.464540] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad3820-46a3-8f3e-4a1b-b184ec6e6b9f" [ 1042.464540] env[68627]: _type = "Task" [ 1042.464540] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.473846] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad3820-46a3-8f3e-4a1b-b184ec6e6b9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.489815] env[68627]: DEBUG nova.network.neutron [req-cf91234c-aa33-4b66-aa78-ba409afd2640 req-14a21467-ff66-4a4b-af7c-c9ee062b955a service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Updated VIF entry in instance network info cache for port 7c0605fd-9068-4566-b66a-a7e0ed9c97b5. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.490968] env[68627]: DEBUG nova.network.neutron [req-cf91234c-aa33-4b66-aa78-ba409afd2640 req-14a21467-ff66-4a4b-af7c-c9ee062b955a service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Updating instance_info_cache with network_info: [{"id": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "address": "fa:16:3e:9d:70:e7", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0605fd-90", "ovs_interfaceid": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.533038] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "refresh_cache-18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.533506] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "refresh_cache-18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.533506] env[68627]: DEBUG nova.network.neutron [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.583176] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525ff198-a266-b6f9-567d-74bdc6eadc35, 'name': SearchDatastore_Task, 'duration_secs': 0.011763} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.584316] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e41af73-521a-44c0-baf8-b85c19f6c8b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.591539] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1042.591539] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e6303a-610a-d129-88f1-c97701040587" [ 1042.591539] env[68627]: _type = "Task" [ 1042.591539] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.601505] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e6303a-610a-d129-88f1-c97701040587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.884724] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037712, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.983710] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad3820-46a3-8f3e-4a1b-b184ec6e6b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.984688] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.985504] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.985741] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.992325] env[68627]: DEBUG oslo_concurrency.lockutils [req-cf91234c-aa33-4b66-aa78-ba409afd2640 req-14a21467-ff66-4a4b-af7c-c9ee062b955a service nova] Releasing lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.010761] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquiring lock "8add3768-7d57-4bf2-84cc-b0e74b6b5d49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.010761] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Lock "8add3768-7d57-4bf2-84cc-b0e74b6b5d49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.010964] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquiring lock "8add3768-7d57-4bf2-84cc-b0e74b6b5d49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.011167] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Lock "8add3768-7d57-4bf2-84cc-b0e74b6b5d49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.011333] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Lock "8add3768-7d57-4bf2-84cc-b0e74b6b5d49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.016357] env[68627]: INFO nova.compute.manager [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Terminating instance [ 1043.066749] env[68627]: DEBUG nova.network.neutron [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.107041] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e6303a-610a-d129-88f1-c97701040587, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.107359] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.107637] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] c1230b52-7866-44dd-8491-61d3505ab6d9/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk. {{(pid=68627) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1043.107959] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.108163] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.108381] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dc8b2d3-3bae-4d7b-81c8-b25872a2b136 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.113459] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc785f0a-7060-440a-8bf9-c6957efe1c84 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.123100] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1043.123100] env[68627]: value = "task-3037713" [ 1043.123100] env[68627]: _type = "Task" [ 1043.123100] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.127460] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.127697] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.128951] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b116e0b3-757c-462b-9032-353ccdef18cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.135723] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.145331] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1043.145331] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5275bb46-30a0-f6e3-8638-49484e96afb1" [ 1043.145331] env[68627]: _type = "Task" [ 1043.145331] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.154929] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5275bb46-30a0-f6e3-8638-49484e96afb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.233854] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad23edbf-2973-47a2-9635-fbad90021b7e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.242503] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf64b15-5a96-4c6d-94d5-2151822af031 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.277104] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c33bc9-586d-4ae2-9b0a-962ab141cd16 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.287227] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9b475c-d99f-4f9b-812e-6f8839d366c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.303885] env[68627]: DEBUG nova.compute.provider_tree [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.326135] env[68627]: DEBUG nova.network.neutron [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Updating instance_info_cache with network_info: [{"id": "b36a84c1-fe1e-419e-9538-0a019e44c7ac", "address": "fa:16:3e:3f:31:ae", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36a84c1-fe", "ovs_interfaceid": "b36a84c1-fe1e-419e-9538-0a019e44c7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.386195] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037712, 'name': CloneVM_Task} progress is 95%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.522961] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquiring lock "refresh_cache-8add3768-7d57-4bf2-84cc-b0e74b6b5d49" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.523359] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquired lock "refresh_cache-8add3768-7d57-4bf2-84cc-b0e74b6b5d49" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.523359] env[68627]: DEBUG nova.network.neutron [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.635475] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037713, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.664468] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5275bb46-30a0-f6e3-8638-49484e96afb1, 'name': SearchDatastore_Task, 'duration_secs': 0.021299} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.666337] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0557eb-79f3-4144-b4a1-002d8babda6c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.678163] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1043.678163] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c7d35b-87a9-80b1-182b-feafc52983a8" [ 1043.678163] env[68627]: _type = "Task" [ 1043.678163] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.684262] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c7d35b-87a9-80b1-182b-feafc52983a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.686806] env[68627]: DEBUG nova.compute.manager [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Received event network-vif-plugged-b36a84c1-fe1e-419e-9538-0a019e44c7ac {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.687046] env[68627]: DEBUG oslo_concurrency.lockutils [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] Acquiring lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.687279] env[68627]: DEBUG oslo_concurrency.lockutils [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] Lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.687465] env[68627]: DEBUG oslo_concurrency.lockutils [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] Lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.687648] env[68627]: DEBUG nova.compute.manager [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] No waiting events found dispatching network-vif-plugged-b36a84c1-fe1e-419e-9538-0a019e44c7ac {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.687831] env[68627]: WARNING nova.compute.manager [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Received unexpected event network-vif-plugged-b36a84c1-fe1e-419e-9538-0a019e44c7ac for instance with vm_state building and task_state spawning. [ 1043.688010] env[68627]: DEBUG nova.compute.manager [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Received event network-changed-b36a84c1-fe1e-419e-9538-0a019e44c7ac {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.688284] env[68627]: DEBUG nova.compute.manager [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Refreshing instance network info cache due to event network-changed-b36a84c1-fe1e-419e-9538-0a019e44c7ac. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.688495] env[68627]: DEBUG oslo_concurrency.lockutils [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] Acquiring lock "refresh_cache-18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.807418] env[68627]: DEBUG nova.scheduler.client.report [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.830405] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "refresh_cache-18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.830405] env[68627]: DEBUG nova.compute.manager [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Instance network_info: |[{"id": "b36a84c1-fe1e-419e-9538-0a019e44c7ac", "address": "fa:16:3e:3f:31:ae", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36a84c1-fe", "ovs_interfaceid": "b36a84c1-fe1e-419e-9538-0a019e44c7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.830405] env[68627]: DEBUG oslo_concurrency.lockutils [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] Acquired lock "refresh_cache-18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.830681] env[68627]: DEBUG nova.network.neutron [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Refreshing network info cache for port b36a84c1-fe1e-419e-9538-0a019e44c7ac {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.832525] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:31:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b36a84c1-fe1e-419e-9538-0a019e44c7ac', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.841152] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.842800] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.843295] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07376588-de4d-447a-b388-a997611a6438 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.871266] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.871266] env[68627]: value = "task-3037714" [ 1043.871266] env[68627]: _type = "Task" [ 1043.871266] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.887033] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037714, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.887313] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037712, 'name': CloneVM_Task, 'duration_secs': 1.866948} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.887693] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Created linked-clone VM from snapshot [ 1043.888397] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8346a90b-b2d7-47a4-9bc3-62eaa047a880 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.898424] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Uploading image a8966a6b-daf4-420c-b9ad-ac511ca6e1c9 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1043.922867] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1043.922867] env[68627]: value = "vm-608669" [ 1043.922867] env[68627]: _type = "VirtualMachine" [ 1043.922867] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1043.923183] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a4523fc-6676-463e-aef2-d650ee7cc4d7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.930802] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lease: (returnval){ [ 1043.930802] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad32a4-ccce-0f07-4b50-72845ff057da" [ 1043.930802] env[68627]: _type = "HttpNfcLease" [ 1043.930802] env[68627]: } obtained for exporting VM: (result){ [ 1043.930802] env[68627]: value = "vm-608669" [ 1043.930802] env[68627]: _type = "VirtualMachine" [ 1043.930802] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1043.931154] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the lease: (returnval){ [ 1043.931154] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad32a4-ccce-0f07-4b50-72845ff057da" [ 1043.931154] env[68627]: _type = "HttpNfcLease" [ 1043.931154] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1043.939342] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1043.939342] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad32a4-ccce-0f07-4b50-72845ff057da" [ 1043.939342] env[68627]: _type = "HttpNfcLease" [ 1043.939342] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1044.047063] env[68627]: DEBUG nova.network.neutron [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.114033] env[68627]: DEBUG nova.network.neutron [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.134558] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037713, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.187628] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c7d35b-87a9-80b1-182b-feafc52983a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.188037] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.188188] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 2764d6ce-eacd-459a-9353-a78eed95fff8/2764d6ce-eacd-459a-9353-a78eed95fff8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.188477] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08ff13bc-e8f9-432b-b3cc-4a1ed256fb67 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.197041] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1044.197041] env[68627]: value = "task-3037716" [ 1044.197041] env[68627]: _type = "Task" [ 1044.197041] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.205671] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.318472] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.320887] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.082s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.322558] env[68627]: INFO nova.compute.claims [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.344876] env[68627]: INFO nova.scheduler.client.report [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted allocations for instance 96725e70-9671-4125-a030-c45aa9b9c8b9 [ 1044.382938] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037714, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.441857] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1044.441857] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad32a4-ccce-0f07-4b50-72845ff057da" [ 1044.441857] env[68627]: _type = "HttpNfcLease" [ 1044.441857] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1044.442163] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1044.442163] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad32a4-ccce-0f07-4b50-72845ff057da" [ 1044.442163] env[68627]: _type = "HttpNfcLease" [ 1044.442163] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1044.443025] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3e6b04-4a33-4c67-b150-493b2a1a6fa1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.450563] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284c3c5-5388-f3eb-3b84-f29617a96bcf/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1044.450736] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284c3c5-5388-f3eb-3b84-f29617a96bcf/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1044.599469] env[68627]: DEBUG nova.network.neutron [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Updated VIF entry in instance network info cache for port b36a84c1-fe1e-419e-9538-0a019e44c7ac. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.599955] env[68627]: DEBUG nova.network.neutron [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Updating instance_info_cache with network_info: [{"id": "b36a84c1-fe1e-419e-9538-0a019e44c7ac", "address": "fa:16:3e:3f:31:ae", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36a84c1-fe", "ovs_interfaceid": "b36a84c1-fe1e-419e-9538-0a019e44c7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.616536] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Releasing lock "refresh_cache-8add3768-7d57-4bf2-84cc-b0e74b6b5d49" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.616536] env[68627]: DEBUG nova.compute.manager [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.616751] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.617844] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34a7e9f-ba42-4e42-9324-961fc94f8655 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.630704] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.631368] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9a28961-2b7a-45d4-9be9-8f9efcd4d9a7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.636748] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037713, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.479655} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.640284] env[68627]: INFO nova.virt.vmwareapi.ds_util [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] c1230b52-7866-44dd-8491-61d3505ab6d9/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk. [ 1044.642134] env[68627]: DEBUG oslo_vmware.api [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1044.642134] env[68627]: value = "task-3037717" [ 1044.642134] env[68627]: _type = "Task" [ 1044.642134] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.643694] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd44cb0-09d0-4fe1-82d6-7cec6c56065d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.646329] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2817b7f-b558-4dd1-8f2c-7e97e034723b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.658264] env[68627]: DEBUG oslo_vmware.api [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.683846] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] c1230b52-7866-44dd-8491-61d3505ab6d9/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.685034] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa24085b-71a5-4340-a527-e93b69c8f31a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.718644] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037716, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.726657] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1044.726657] env[68627]: value = "task-3037718" [ 1044.726657] env[68627]: _type = "Task" [ 1044.726657] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.741716] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.854940] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09c73a16-d7a9-4f13-b848-efac82d24ecf tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "96725e70-9671-4125-a030-c45aa9b9c8b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.384s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.885817] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037714, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.103771] env[68627]: DEBUG oslo_concurrency.lockutils [req-6be28db4-fcc1-420e-8043-01deed545368 req-eee3097f-42b9-4dfb-a785-4e2a03f569e2 service nova] Releasing lock "refresh_cache-18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.159398] env[68627]: DEBUG oslo_vmware.api [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037717, 'name': PowerOffVM_Task, 'duration_secs': 0.13785} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.160218] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.160968] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.160968] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c933b083-45ab-4164-8b4a-926bbf06efb7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.190423] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.190657] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.190851] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Deleting the datastore file [datastore1] 8add3768-7d57-4bf2-84cc-b0e74b6b5d49 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.191247] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8bde899-8c7c-4a7d-b150-d5ea91bd22e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.200426] env[68627]: DEBUG oslo_vmware.api [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for the task: (returnval){ [ 1045.200426] env[68627]: value = "task-3037720" [ 1045.200426] env[68627]: _type = "Task" [ 1045.200426] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.216159] env[68627]: DEBUG oslo_vmware.api [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.225140] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885636} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.225628] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 2764d6ce-eacd-459a-9353-a78eed95fff8/2764d6ce-eacd-459a-9353-a78eed95fff8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.226309] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.226583] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f373be8d-8440-4f2e-a61d-359e416d6ee0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.238858] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037718, 'name': ReconfigVM_Task, 'duration_secs': 0.432979} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.241255] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Reconfigured VM instance instance-00000063 to attach disk [datastore1] c1230b52-7866-44dd-8491-61d3505ab6d9/acd69c0a-2237-4f84-bb8d-16700e5efa1f-rescue.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.242065] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1045.242065] env[68627]: value = "task-3037721" [ 1045.242065] env[68627]: _type = "Task" [ 1045.242065] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.243118] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4218e0-5823-4d0a-b26c-876365c32fba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.281866] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbcd2187-6019-4dbc-817b-a227c456fa55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.294229] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.301296] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1045.301296] env[68627]: value = "task-3037722" [ 1045.301296] env[68627]: _type = "Task" [ 1045.301296] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.313709] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.385572] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037714, 'name': CreateVM_Task, 'duration_secs': 1.292318} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.385572] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.386456] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.387346] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.387688] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.389027] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c93808c-a2d5-4ed0-8798-40e9768820ac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.394471] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1045.394471] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525ee285-de07-0220-cc8e-ebeb1c6bf766" [ 1045.394471] env[68627]: _type = "Task" [ 1045.394471] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.408455] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525ee285-de07-0220-cc8e-ebeb1c6bf766, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.408638] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.408818] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.409076] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.409394] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.409394] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.409827] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4780a4f9-b37b-4bf7-afe2-0f5aeed90e30 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.419388] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.419590] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.420470] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6eae36-d036-48bb-8777-6168df34013b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.428564] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1045.428564] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f4cdbe-dd4d-a0d6-ccab-20b09de55cb3" [ 1045.428564] env[68627]: _type = "Task" [ 1045.428564] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.441252] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f4cdbe-dd4d-a0d6-ccab-20b09de55cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.442178] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea645dd-51be-4727-a0aa-85f6510e2739 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.450472] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1045.450472] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d71f2d-4e33-3fe9-b7fd-29c9ef7388ef" [ 1045.450472] env[68627]: _type = "Task" [ 1045.450472] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.463879] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d71f2d-4e33-3fe9-b7fd-29c9ef7388ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011112} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.466889] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.467262] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8/18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.467777] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-929bbc3b-320d-48cb-a5f4-e03d09569f01 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.475510] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1045.475510] env[68627]: value = "task-3037723" [ 1045.475510] env[68627]: _type = "Task" [ 1045.475510] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.488309] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.622346] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd6845c-6e2a-4286-970c-291465943375 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.634080] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506db127-4d2d-4a77-ad74-222cd7586216 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.666874] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdd2e74-296b-4ecc-89ba-4577834c421d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.676893] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b116e45-5b62-488c-bf81-28764f882b69 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.692128] env[68627]: DEBUG nova.compute.provider_tree [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.712258] env[68627]: DEBUG oslo_vmware.api [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Task: {'id': task-3037720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111507} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.712703] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.712884] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.713165] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.713356] env[68627]: INFO nova.compute.manager [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1045.713671] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.714077] env[68627]: DEBUG nova.compute.manager [-] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.714183] env[68627]: DEBUG nova.network.neutron [-] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.742041] env[68627]: DEBUG nova.network.neutron [-] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.758246] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089865} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.758301] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.759304] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3710925-385f-464a-9dca-423ea320c318 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.791428] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 2764d6ce-eacd-459a-9353-a78eed95fff8/2764d6ce-eacd-459a-9353-a78eed95fff8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.792411] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa70ffcd-a5e4-437e-90c8-9d343e8c47e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.820286] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.824195] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1045.824195] env[68627]: value = "task-3037724" [ 1045.824195] env[68627]: _type = "Task" [ 1045.824195] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.832473] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.990450] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489628} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.990976] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8/18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.991400] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.991808] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-012384f8-cbdf-4ac8-8cb8-03167d3182ca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.000559] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1046.000559] env[68627]: value = "task-3037725" [ 1046.000559] env[68627]: _type = "Task" [ 1046.000559] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.010915] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.195558] env[68627]: DEBUG nova.scheduler.client.report [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.245387] env[68627]: DEBUG nova.network.neutron [-] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.319759] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.332795] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.344786] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "2902d15c-3e2c-4e33-838c-77e5798b5a38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.345166] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "2902d15c-3e2c-4e33-838c-77e5798b5a38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.514211] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072426} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.514555] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.515647] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6d6fcb-49b3-450c-bc61-7270df94eaa5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.548258] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8/18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.548716] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeff4d4a-a76f-424f-8c32-a3ea405568e9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.575608] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1046.575608] env[68627]: value = "task-3037726" [ 1046.575608] env[68627]: _type = "Task" [ 1046.575608] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.590287] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.700726] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.701377] env[68627]: DEBUG nova.compute.manager [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.707180] env[68627]: DEBUG oslo_concurrency.lockutils [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.143s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.707180] env[68627]: DEBUG nova.objects.instance [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Lazy-loading 'resources' on Instance uuid 45151ded-fac1-4905-89f6-7b6cd953a7bb {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.750215] env[68627]: INFO nova.compute.manager [-] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Took 1.04 seconds to deallocate network for instance. [ 1046.823016] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037722, 'name': ReconfigVM_Task, 'duration_secs': 1.194781} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.823351] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.823690] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e1e1518-729a-4214-b45d-b2ac329e0f10 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.836404] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037724, 'name': ReconfigVM_Task, 'duration_secs': 0.902927} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.836834] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 2764d6ce-eacd-459a-9353-a78eed95fff8/2764d6ce-eacd-459a-9353-a78eed95fff8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.837520] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1046.837520] env[68627]: value = "task-3037727" [ 1046.837520] env[68627]: _type = "Task" [ 1046.837520] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.837923] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d569bca-0ef3-4529-9358-12b35b53542e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.849752] env[68627]: DEBUG nova.compute.manager [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.853702] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.856468] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1046.856468] env[68627]: value = "task-3037728" [ 1046.856468] env[68627]: _type = "Task" [ 1046.856468] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.882741] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037728, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.086905] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037726, 'name': ReconfigVM_Task, 'duration_secs': 0.335893} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.090386] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8/18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.090386] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dcdd9e4-5fa4-412b-afc1-c08a3201ae2d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.098034] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1047.098034] env[68627]: value = "task-3037729" [ 1047.098034] env[68627]: _type = "Task" [ 1047.098034] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.112206] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037729, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.209025] env[68627]: DEBUG nova.compute.utils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.209025] env[68627]: DEBUG nova.compute.manager [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Not allocating networking since 'none' was specified. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1047.259877] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.351185] env[68627]: DEBUG oslo_vmware.api [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037727, 'name': PowerOnVM_Task, 'duration_secs': 0.469014} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.354278] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.359356] env[68627]: DEBUG nova.compute.manager [None req-f1d573bb-dea9-4cac-8a41-e01e07392757 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.360719] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f557bf70-32fa-41bd-82ee-e5295db1f1a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.377794] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037728, 'name': Rename_Task, 'duration_secs': 0.187748} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.381021] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.385616] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a00396e1-7bf1-4c5b-ba20-ca6cf7a7e2e3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.388163] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.398455] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1047.398455] env[68627]: value = "task-3037730" [ 1047.398455] env[68627]: _type = "Task" [ 1047.398455] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.407955] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.545397] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50ba3ec-34be-4434-ad50-5a30d7853565 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.556312] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14cd117-ee20-47aa-a82b-40423cab87e9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.589617] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cc2226-c44b-435e-9c47-552d46abbbb2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.604721] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb4c3bb-6b03-456c-b9a3-0ac019408396 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.619992] env[68627]: DEBUG nova.compute.provider_tree [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.624706] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037729, 'name': Rename_Task, 'duration_secs': 0.156161} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.627314] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.627314] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2004be98-eef4-4dcc-9f17-eb55cb93fee2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.634321] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1047.634321] env[68627]: value = "task-3037731" [ 1047.634321] env[68627]: _type = "Task" [ 1047.634321] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.644978] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.714832] env[68627]: DEBUG nova.compute.manager [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.909423] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037730, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.127184] env[68627]: DEBUG nova.scheduler.client.report [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.149566] env[68627]: DEBUG oslo_vmware.api [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037731, 'name': PowerOnVM_Task, 'duration_secs': 0.504811} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.150020] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.150286] env[68627]: INFO nova.compute.manager [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1048.150605] env[68627]: DEBUG nova.compute.manager [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.151636] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc44ff2f-f93b-4ed2-bb7e-0bcee458b10f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.408288] env[68627]: DEBUG oslo_vmware.api [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037730, 'name': PowerOnVM_Task, 'duration_secs': 0.702606} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.408648] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.408822] env[68627]: INFO nova.compute.manager [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1048.409021] env[68627]: DEBUG nova.compute.manager [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.409806] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3741fb-e19e-4ded-8842-151de6835d65 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.632201] env[68627]: DEBUG oslo_concurrency.lockutils [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.634727] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.957s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.635064] env[68627]: DEBUG nova.objects.instance [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1048.658585] env[68627]: INFO nova.scheduler.client.report [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Deleted allocations for instance 45151ded-fac1-4905-89f6-7b6cd953a7bb [ 1048.679415] env[68627]: INFO nova.compute.manager [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Took 23.87 seconds to build instance. [ 1048.728581] env[68627]: DEBUG nova.compute.manager [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.763922] env[68627]: DEBUG nova.virt.hardware [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.764272] env[68627]: DEBUG nova.virt.hardware [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.764799] env[68627]: DEBUG nova.virt.hardware [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.765341] env[68627]: DEBUG nova.virt.hardware [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.765341] env[68627]: DEBUG nova.virt.hardware [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.765341] env[68627]: DEBUG nova.virt.hardware [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.765595] env[68627]: DEBUG nova.virt.hardware [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.765836] env[68627]: DEBUG nova.virt.hardware [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.766107] env[68627]: DEBUG nova.virt.hardware [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.766304] env[68627]: DEBUG nova.virt.hardware [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.766494] env[68627]: DEBUG nova.virt.hardware [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.780149] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d36584-e3b5-4c72-ab03-23adf3557056 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.780149] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bffc29f-d757-4739-a207-6017f946a8d7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.799244] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.805600] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Creating folder: Project (f0f2eda2a33142faa73747ba1e763525). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.806809] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8c73a78-7406-4843-a6f7-9324603d251e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.825877] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Created folder: Project (f0f2eda2a33142faa73747ba1e763525) in parent group-v608385. [ 1048.825877] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Creating folder: Instances. Parent ref: group-v608671. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.825877] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-067a25e1-bae8-4226-8aa3-7948cd36082c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.835527] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Created folder: Instances in parent group-v608671. [ 1048.835901] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.836189] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.836562] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13332851-8cb0-40ca-97e1-c4dbf18e9707 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.858851] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.858851] env[68627]: value = "task-3037734" [ 1048.858851] env[68627]: _type = "Task" [ 1048.858851] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.870163] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037734, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.931927] env[68627]: INFO nova.compute.manager [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Took 24.70 seconds to build instance. [ 1049.170908] env[68627]: DEBUG oslo_concurrency.lockutils [None req-51bad52d-6024-44bb-b047-7001640fd570 tempest-ServersAdmin275Test-834054928 tempest-ServersAdmin275Test-834054928-project-member] Lock "45151ded-fac1-4905-89f6-7b6cd953a7bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.906s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.181881] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e45ade2f-4dfc-4a3f-88a5-5f0197d1c5bb tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.412s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.375163] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037734, 'name': CreateVM_Task, 'duration_secs': 0.443245} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.375163] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.375628] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.375819] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.376201] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.376607] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e3afde-0c82-4807-ab7d-9de445e66c14 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.383051] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1049.383051] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad20fd-3863-3f31-f86f-65c59563c603" [ 1049.383051] env[68627]: _type = "Task" [ 1049.383051] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.393461] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad20fd-3863-3f31-f86f-65c59563c603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.434765] env[68627]: DEBUG oslo_concurrency.lockutils [None req-81c68105-68f9-4fdd-8c24-68993793b318 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "2764d6ce-eacd-459a-9353-a78eed95fff8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.219s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.645017] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a1f771f7-5abd-485a-a8ac-679ceb246da9 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.647347] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.068s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.647777] env[68627]: DEBUG nova.objects.instance [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lazy-loading 'resources' on Instance uuid 099c1c96-a127-4e53-a117-e681e3e395a1 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.790338] env[68627]: DEBUG nova.compute.manager [req-1479ae99-b770-4123-af78-b156fe1a0c37 req-bc39e467-d00b-4e33-a001-b32214c20742 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Received event network-changed-1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.790724] env[68627]: DEBUG nova.compute.manager [req-1479ae99-b770-4123-af78-b156fe1a0c37 req-bc39e467-d00b-4e33-a001-b32214c20742 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Refreshing instance network info cache due to event network-changed-1f44d4cd-dd59-44c2-b476-eca2c5168a43. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.791081] env[68627]: DEBUG oslo_concurrency.lockutils [req-1479ae99-b770-4123-af78-b156fe1a0c37 req-bc39e467-d00b-4e33-a001-b32214c20742 service nova] Acquiring lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.791399] env[68627]: DEBUG oslo_concurrency.lockutils [req-1479ae99-b770-4123-af78-b156fe1a0c37 req-bc39e467-d00b-4e33-a001-b32214c20742 service nova] Acquired lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.791717] env[68627]: DEBUG nova.network.neutron [req-1479ae99-b770-4123-af78-b156fe1a0c37 req-bc39e467-d00b-4e33-a001-b32214c20742 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Refreshing network info cache for port 1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.867709] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.868682] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.898655] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad20fd-3863-3f31-f86f-65c59563c603, 'name': SearchDatastore_Task, 'duration_secs': 0.017279} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.899625] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.899957] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.900371] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.900467] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.900709] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.901053] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9db664b3-904c-4b8c-989b-8261afa42091 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.914800] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.914800] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.914800] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-853d4218-284f-4847-a116-1f28be1e6a36 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.925801] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1049.925801] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5237b3e8-eace-15b4-bfbf-9ddbbdbcc398" [ 1049.925801] env[68627]: _type = "Task" [ 1049.925801] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.936595] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5237b3e8-eace-15b4-bfbf-9ddbbdbcc398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.120475] env[68627]: DEBUG nova.compute.manager [req-c29b27bc-26a0-4651-827d-64636a0af6c0 req-cb46ad89-aa25-44d0-bf09-4fef61d70227 service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Received event network-changed-7c0605fd-9068-4566-b66a-a7e0ed9c97b5 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.120761] env[68627]: DEBUG nova.compute.manager [req-c29b27bc-26a0-4651-827d-64636a0af6c0 req-cb46ad89-aa25-44d0-bf09-4fef61d70227 service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Refreshing instance network info cache due to event network-changed-7c0605fd-9068-4566-b66a-a7e0ed9c97b5. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.120989] env[68627]: DEBUG oslo_concurrency.lockutils [req-c29b27bc-26a0-4651-827d-64636a0af6c0 req-cb46ad89-aa25-44d0-bf09-4fef61d70227 service nova] Acquiring lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.121150] env[68627]: DEBUG oslo_concurrency.lockutils [req-c29b27bc-26a0-4651-827d-64636a0af6c0 req-cb46ad89-aa25-44d0-bf09-4fef61d70227 service nova] Acquired lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.121313] env[68627]: DEBUG nova.network.neutron [req-c29b27bc-26a0-4651-827d-64636a0af6c0 req-cb46ad89-aa25-44d0-bf09-4fef61d70227 service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Refreshing network info cache for port 7c0605fd-9068-4566-b66a-a7e0ed9c97b5 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.152625] env[68627]: DEBUG nova.objects.instance [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lazy-loading 'numa_topology' on Instance uuid 099c1c96-a127-4e53-a117-e681e3e395a1 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.377337] env[68627]: DEBUG nova.compute.manager [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.437742] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5237b3e8-eace-15b4-bfbf-9ddbbdbcc398, 'name': SearchDatastore_Task, 'duration_secs': 0.019415} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.438823] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f130fe31-982b-4a7a-b38a-ddfdfeca3d63 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.446657] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1050.446657] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cc7bd6-be03-cbec-847a-21ec49d97338" [ 1050.446657] env[68627]: _type = "Task" [ 1050.446657] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.463650] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cc7bd6-be03-cbec-847a-21ec49d97338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.591949] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.592255] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.592440] env[68627]: INFO nova.compute.manager [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Shelving [ 1050.660414] env[68627]: DEBUG nova.objects.base [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Object Instance<099c1c96-a127-4e53-a117-e681e3e395a1> lazy-loaded attributes: resources,numa_topology {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1050.695690] env[68627]: DEBUG nova.network.neutron [req-1479ae99-b770-4123-af78-b156fe1a0c37 req-bc39e467-d00b-4e33-a001-b32214c20742 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updated VIF entry in instance network info cache for port 1f44d4cd-dd59-44c2-b476-eca2c5168a43. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.696147] env[68627]: DEBUG nova.network.neutron [req-1479ae99-b770-4123-af78-b156fe1a0c37 req-bc39e467-d00b-4e33-a001-b32214c20742 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updating instance_info_cache with network_info: [{"id": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "address": "fa:16:3e:23:fd:dd", "network": {"id": "7e0d478d-4083-4c3d-91aa-368da9108b1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-112424847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a72087f7a84fa0a383fa0cbe2b83cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f44d4cd-dd", "ovs_interfaceid": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.903662] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.935644] env[68627]: DEBUG nova.network.neutron [req-c29b27bc-26a0-4651-827d-64636a0af6c0 req-cb46ad89-aa25-44d0-bf09-4fef61d70227 service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Updated VIF entry in instance network info cache for port 7c0605fd-9068-4566-b66a-a7e0ed9c97b5. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.936277] env[68627]: DEBUG nova.network.neutron [req-c29b27bc-26a0-4651-827d-64636a0af6c0 req-cb46ad89-aa25-44d0-bf09-4fef61d70227 service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Updating instance_info_cache with network_info: [{"id": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "address": "fa:16:3e:9d:70:e7", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0605fd-90", "ovs_interfaceid": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.962933] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cc7bd6-be03-cbec-847a-21ec49d97338, 'name': SearchDatastore_Task, 'duration_secs': 0.016889} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.963254] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.963512] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d/02ecdf9c-9474-4a14-ac9e-cf9e37a3783d.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.963815] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6ad2935-e33f-49c0-8350-5e3c545f4495 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.973075] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1050.973075] env[68627]: value = "task-3037735" [ 1050.973075] env[68627]: _type = "Task" [ 1050.973075] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.987711] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.006964] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2574f632-afc9-48f2-890e-6970eaabc60c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.016718] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf45fe5e-787f-4a66-bdb5-3865b9bfc202 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.051269] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cbfa94-221d-40bb-9eb7-ca26c37a1fef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.059260] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3678d1d-575e-474a-8ec1-e951f1dae34d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.076094] env[68627]: DEBUG nova.compute.provider_tree [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.203176] env[68627]: DEBUG oslo_concurrency.lockutils [req-1479ae99-b770-4123-af78-b156fe1a0c37 req-bc39e467-d00b-4e33-a001-b32214c20742 service nova] Releasing lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.300718] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.300976] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.441233] env[68627]: DEBUG oslo_concurrency.lockutils [req-c29b27bc-26a0-4651-827d-64636a0af6c0 req-cb46ad89-aa25-44d0-bf09-4fef61d70227 service nova] Releasing lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.490174] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037735, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.579802] env[68627]: DEBUG nova.scheduler.client.report [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.606023] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.606023] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-734e1cb1-8ae5-43c0-b9a7-7f781aac65cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.618697] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1051.618697] env[68627]: value = "task-3037736" [ 1051.618697] env[68627]: _type = "Task" [ 1051.618697] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.633499] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.814738] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.814738] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.814738] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.814738] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.814738] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.814738] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.814738] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68627) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1051.814738] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.950295] env[68627]: DEBUG nova.compute.manager [req-2529e574-005d-4f38-a481-1ab8a41e79af req-eb72121f-36ee-450f-886f-b3959a45b539 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Received event network-changed-1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.950530] env[68627]: DEBUG nova.compute.manager [req-2529e574-005d-4f38-a481-1ab8a41e79af req-eb72121f-36ee-450f-886f-b3959a45b539 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Refreshing instance network info cache due to event network-changed-1f44d4cd-dd59-44c2-b476-eca2c5168a43. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.950710] env[68627]: DEBUG oslo_concurrency.lockutils [req-2529e574-005d-4f38-a481-1ab8a41e79af req-eb72121f-36ee-450f-886f-b3959a45b539 service nova] Acquiring lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.952107] env[68627]: DEBUG oslo_concurrency.lockutils [req-2529e574-005d-4f38-a481-1ab8a41e79af req-eb72121f-36ee-450f-886f-b3959a45b539 service nova] Acquired lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.952107] env[68627]: DEBUG nova.network.neutron [req-2529e574-005d-4f38-a481-1ab8a41e79af req-eb72121f-36ee-450f-886f-b3959a45b539 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Refreshing network info cache for port 1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.988611] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730323} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.989358] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d/02ecdf9c-9474-4a14-ac9e-cf9e37a3783d.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.989358] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.989838] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-269089c3-7041-4044-88fd-e7f5496d6adf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.998591] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1051.998591] env[68627]: value = "task-3037737" [ 1051.998591] env[68627]: _type = "Task" [ 1051.998591] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.012373] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.085690] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.438s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.089080] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.889s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.089201] env[68627]: DEBUG nova.objects.instance [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Lazy-loading 'resources' on Instance uuid 6d354e0b-3d3d-4d39-b28c-f73e03269070 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.129788] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037736, 'name': PowerOffVM_Task, 'duration_secs': 0.259178} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.130332] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.131232] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05116f88-2cd0-4bee-9d4c-7430072eed71 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.157995] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa93e35-fdfd-4529-87b7-a32846345277 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.319722] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.512967] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077301} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.513409] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.514749] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25038b27-b1a2-4bca-b2f7-5241c85a9022 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.539873] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d/02ecdf9c-9474-4a14-ac9e-cf9e37a3783d.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.540292] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d288ab88-8452-4cf0-b5a6-821adffaa16e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.565540] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1052.565540] env[68627]: value = "task-3037738" [ 1052.565540] env[68627]: _type = "Task" [ 1052.565540] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.574873] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.608786] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bd41d980-bec4-49b2-afac-cb81065f9d63 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "099c1c96-a127-4e53-a117-e681e3e395a1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.859s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.610048] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "099c1c96-a127-4e53-a117-e681e3e395a1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 14.926s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.610227] env[68627]: INFO nova.compute.manager [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Unshelving [ 1052.670626] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1052.670982] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-50b4558c-dc58-4374-87b6-a0c3f6e69932 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.683514] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1052.683514] env[68627]: value = "task-3037739" [ 1052.683514] env[68627]: _type = "Task" [ 1052.683514] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.696740] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037739, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.703235] env[68627]: DEBUG nova.network.neutron [req-2529e574-005d-4f38-a481-1ab8a41e79af req-eb72121f-36ee-450f-886f-b3959a45b539 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updated VIF entry in instance network info cache for port 1f44d4cd-dd59-44c2-b476-eca2c5168a43. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.703666] env[68627]: DEBUG nova.network.neutron [req-2529e574-005d-4f38-a481-1ab8a41e79af req-eb72121f-36ee-450f-886f-b3959a45b539 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updating instance_info_cache with network_info: [{"id": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "address": "fa:16:3e:23:fd:dd", "network": {"id": "7e0d478d-4083-4c3d-91aa-368da9108b1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-112424847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a72087f7a84fa0a383fa0cbe2b83cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f44d4cd-dd", "ovs_interfaceid": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.902593] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284c3c5-5388-f3eb-3b84-f29617a96bcf/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1052.903491] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e52630-604c-453a-a38c-281b25f62392 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.913511] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284c3c5-5388-f3eb-3b84-f29617a96bcf/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1052.913686] env[68627]: ERROR oslo_vmware.rw_handles [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284c3c5-5388-f3eb-3b84-f29617a96bcf/disk-0.vmdk due to incomplete transfer. [ 1052.915155] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6455c107-4cfb-4b65-ab72-717bc58f12a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.922443] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284c3c5-5388-f3eb-3b84-f29617a96bcf/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1052.923371] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Uploaded image a8966a6b-daf4-420c-b9ad-ac511ca6e1c9 to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1052.926166] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1052.926478] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e8ce2c74-315c-42df-babd-af4f9a28a667 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.929698] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eba3aa5-f0a5-4941-b878-65ffd39baa9a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.942769] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879afc4c-2067-44ac-a893-dd15069a09ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.948714] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1052.948714] env[68627]: value = "task-3037740" [ 1052.948714] env[68627]: _type = "Task" [ 1052.948714] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.994202] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da2a67d-93ba-43b6-af79-566a4ef74847 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.000075] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037740, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.006079] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d3efb7-9c0b-4ffa-8169-eb8da38265ae {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.021241] env[68627]: DEBUG nova.compute.provider_tree [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.081610] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037738, 'name': ReconfigVM_Task, 'duration_secs': 0.435572} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.081851] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d/02ecdf9c-9474-4a14-ac9e-cf9e37a3783d.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.082738] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-875ff51f-886b-4dab-89f6-854ef16a05b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.092044] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1053.092044] env[68627]: value = "task-3037741" [ 1053.092044] env[68627]: _type = "Task" [ 1053.092044] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.105033] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037741, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.193887] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037739, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.206060] env[68627]: DEBUG oslo_concurrency.lockutils [req-2529e574-005d-4f38-a481-1ab8a41e79af req-eb72121f-36ee-450f-886f-b3959a45b539 service nova] Releasing lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.460825] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037740, 'name': Destroy_Task, 'duration_secs': 0.382315} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.464020] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Destroyed the VM [ 1053.464020] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1053.464020] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b5aa34f-cee5-4741-8d6b-8beaef1ed006 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.469678] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1053.469678] env[68627]: value = "task-3037742" [ 1053.469678] env[68627]: _type = "Task" [ 1053.469678] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.481309] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037742, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.526043] env[68627]: DEBUG nova.scheduler.client.report [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.606544] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037741, 'name': Rename_Task, 'duration_secs': 0.180519} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.606840] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.607152] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53719d41-70ba-471e-adf9-5ea8cbc270d2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.616586] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1053.616586] env[68627]: value = "task-3037743" [ 1053.616586] env[68627]: _type = "Task" [ 1053.616586] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.621400] env[68627]: DEBUG nova.compute.utils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.631309] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.697323] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037739, 'name': CreateSnapshot_Task, 'duration_secs': 0.838} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.697323] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1053.698069] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977c3364-48c3-47d4-89d4-d6ee64ef0884 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.979266] env[68627]: DEBUG nova.compute.manager [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Received event network-changed-1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.979533] env[68627]: DEBUG nova.compute.manager [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Refreshing instance network info cache due to event network-changed-1f44d4cd-dd59-44c2-b476-eca2c5168a43. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.979823] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] Acquiring lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.980045] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] Acquired lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.980307] env[68627]: DEBUG nova.network.neutron [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Refreshing network info cache for port 1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.986547] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037742, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.031762] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.034221] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.366s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.034417] env[68627]: DEBUG nova.objects.instance [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1054.055666] env[68627]: INFO nova.scheduler.client.report [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Deleted allocations for instance 6d354e0b-3d3d-4d39-b28c-f73e03269070 [ 1054.100430] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.100707] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.127700] env[68627]: DEBUG oslo_vmware.api [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037743, 'name': PowerOnVM_Task, 'duration_secs': 0.469089} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.128505] env[68627]: INFO nova.virt.block_device [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Booting with volume 1ebe552f-09bf-4fb0-9b00-abdef1d05e0b at /dev/sdb [ 1054.130106] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.130319] env[68627]: INFO nova.compute.manager [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Took 5.40 seconds to spawn the instance on the hypervisor. [ 1054.130501] env[68627]: DEBUG nova.compute.manager [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.132145] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c0463d-b4cd-4278-a88f-5f5c5ac0a207 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.167493] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2912d5a8-fab4-4d86-abe9-b646d261080a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.176431] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75808f75-2b22-42fb-a141-74ec55de843f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.222133] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1054.222795] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a992214-c919-4d8e-8c5b-4318fb3b5743 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.225795] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e88bde21-8249-43b8-ba0c-96e4af6ea84b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.233784] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1054.233784] env[68627]: value = "task-3037744" [ 1054.233784] env[68627]: _type = "Task" [ 1054.233784] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.239965] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d6b1ab-17f8-4082-be55-7debfdbd1f31 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.256275] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquiring lock "c1230b52-7866-44dd-8491-61d3505ab6d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.256530] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Lock "c1230b52-7866-44dd-8491-61d3505ab6d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.256735] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquiring lock "c1230b52-7866-44dd-8491-61d3505ab6d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.257292] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Lock "c1230b52-7866-44dd-8491-61d3505ab6d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.257292] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Lock "c1230b52-7866-44dd-8491-61d3505ab6d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.258814] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037744, 'name': CloneVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.259841] env[68627]: INFO nova.compute.manager [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Terminating instance [ 1054.275847] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4897a9-4484-4fa1-ac6f-2672d478ae9b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.283444] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60436589-c604-45c5-a6d0-53ba99b2c80b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.299208] env[68627]: DEBUG nova.virt.block_device [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updating existing volume attachment record: 1e3e0eb2-9af9-4efa-a0b9-079ae1c84596 {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1054.480998] env[68627]: DEBUG oslo_vmware.api [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037742, 'name': RemoveSnapshot_Task, 'duration_secs': 0.765416} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.481301] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1054.481551] env[68627]: INFO nova.compute.manager [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Took 14.71 seconds to snapshot the instance on the hypervisor. [ 1054.564555] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ec208355-3b60-477b-90cd-9c608bde4031 tempest-ServerShowV257Test-37402466 tempest-ServerShowV257Test-37402466-project-member] Lock "6d354e0b-3d3d-4d39-b28c-f73e03269070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.572s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.603670] env[68627]: INFO nova.compute.manager [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Detaching volume 0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e [ 1054.637908] env[68627]: INFO nova.virt.block_device [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Attempting to driver detach volume 0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e from mountpoint /dev/sdb [ 1054.638200] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1054.638454] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608635', 'volume_id': '0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e', 'name': 'volume-0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6', 'attached_at': '', 'detached_at': '', 'volume_id': '0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e', 'serial': '0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1054.639732] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5fd115-31c0-453d-b456-742ccd315357 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.653637] env[68627]: INFO nova.compute.manager [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Took 23.44 seconds to build instance. [ 1054.676500] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc841d9-5959-480a-aa80-7ef82cab2d38 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.687883] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223da5e-6a19-4dfb-9ea3-7d6e9ab633c1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.711086] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677764b9-3d8c-4814-8250-5895fede55a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.715758] env[68627]: DEBUG nova.network.neutron [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updated VIF entry in instance network info cache for port 1f44d4cd-dd59-44c2-b476-eca2c5168a43. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.716136] env[68627]: DEBUG nova.network.neutron [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updating instance_info_cache with network_info: [{"id": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "address": "fa:16:3e:23:fd:dd", "network": {"id": "7e0d478d-4083-4c3d-91aa-368da9108b1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-112424847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a72087f7a84fa0a383fa0cbe2b83cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f44d4cd-dd", "ovs_interfaceid": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.730032] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] The volume has not been displaced from its original location: [datastore2] volume-0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e/volume-0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1054.735777] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1054.737082] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71916294-b36a-4f56-9301-6c4dd889d383 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.759472] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037744, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.761019] env[68627]: DEBUG oslo_vmware.api [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1054.761019] env[68627]: value = "task-3037748" [ 1054.761019] env[68627]: _type = "Task" [ 1054.761019] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.764111] env[68627]: DEBUG nova.compute.manager [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.766026] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.766026] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43557e54-3e15-464a-8689-8710a57b7149 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.772952] env[68627]: DEBUG oslo_vmware.api [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.775120] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.775340] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8b9d5d1-393e-4d81-9de3-eb361c562cbc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.782313] env[68627]: DEBUG oslo_vmware.api [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1054.782313] env[68627]: value = "task-3037749" [ 1054.782313] env[68627]: _type = "Task" [ 1054.782313] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.792526] env[68627]: DEBUG oslo_vmware.api [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.045097] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb26db36-0b63-4323-b342-09d7a6ce7ca9 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.046558] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.788s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.046919] env[68627]: DEBUG nova.objects.instance [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Lazy-loading 'resources' on Instance uuid 8add3768-7d57-4bf2-84cc-b0e74b6b5d49 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.103674] env[68627]: DEBUG nova.compute.manager [None req-b0bc5d41-dccd-44a3-8a0a-e9ef703a2b60 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Found 2 images (rotation: 2) {{(pid=68627) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1055.155747] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f97959fb-2e93-46c3-8832-b4cc05353b14 tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Lock "02ecdf9c-9474-4a14-ac9e-cf9e37a3783d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.948s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.218961] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] Releasing lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.219149] env[68627]: DEBUG nova.compute.manager [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Received event network-changed-1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.219314] env[68627]: DEBUG nova.compute.manager [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Refreshing instance network info cache due to event network-changed-1f44d4cd-dd59-44c2-b476-eca2c5168a43. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.219525] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] Acquiring lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.219666] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] Acquired lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.220080] env[68627]: DEBUG nova.network.neutron [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Refreshing network info cache for port 1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.249068] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037744, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.272502] env[68627]: DEBUG oslo_vmware.api [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037748, 'name': ReconfigVM_Task, 'duration_secs': 0.260021} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.272558] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1055.277787] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-461867df-60c9-483c-8aea-77b948180035 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.297926] env[68627]: DEBUG oslo_vmware.api [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037749, 'name': PowerOffVM_Task, 'duration_secs': 0.307785} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.299899] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.300263] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.300753] env[68627]: DEBUG oslo_vmware.api [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1055.300753] env[68627]: value = "task-3037750" [ 1055.300753] env[68627]: _type = "Task" [ 1055.300753] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.301160] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3e3a1fc-0da9-48b3-b3a7-3eb34a16ba6c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.315113] env[68627]: DEBUG oslo_vmware.api [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.392462] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.392790] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.392982] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Deleting the datastore file [datastore1] c1230b52-7866-44dd-8491-61d3505ab6d9 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.393289] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd2edb76-32dc-4bfb-907e-22a450d7cf25 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.402694] env[68627]: DEBUG oslo_vmware.api [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for the task: (returnval){ [ 1055.402694] env[68627]: value = "task-3037752" [ 1055.402694] env[68627]: _type = "Task" [ 1055.402694] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.412754] env[68627]: DEBUG oslo_vmware.api [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.699986] env[68627]: DEBUG nova.compute.manager [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.701082] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09263b2-9f9a-467c-b0e4-17842b9f1456 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.746950] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037744, 'name': CloneVM_Task, 'duration_secs': 1.376984} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.749382] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Created linked-clone VM from snapshot [ 1055.752506] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5499fc3-0ae3-4ef5-9a9d-a4ba02937bc5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.762283] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Uploading image 86cc7444-7e9e-4110-8d1b-372e36804d44 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1055.787013] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1055.787013] env[68627]: value = "vm-608675" [ 1055.787013] env[68627]: _type = "VirtualMachine" [ 1055.787013] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1055.787317] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e3ec10af-e207-404a-b0e4-b5ba21897186 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.796284] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lease: (returnval){ [ 1055.796284] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52806955-7a69-8b55-640d-283af48328b5" [ 1055.796284] env[68627]: _type = "HttpNfcLease" [ 1055.796284] env[68627]: } obtained for exporting VM: (result){ [ 1055.796284] env[68627]: value = "vm-608675" [ 1055.796284] env[68627]: _type = "VirtualMachine" [ 1055.796284] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1055.796601] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the lease: (returnval){ [ 1055.796601] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52806955-7a69-8b55-640d-283af48328b5" [ 1055.796601] env[68627]: _type = "HttpNfcLease" [ 1055.796601] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1055.803169] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508ad5a2-b445-4eb0-9f47-e546eba652cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.811233] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.811233] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52806955-7a69-8b55-640d-283af48328b5" [ 1055.811233] env[68627]: _type = "HttpNfcLease" [ 1055.811233] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1055.822225] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9bbe7c-ab73-4558-804e-5d4e9274f56e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.545180] env[68627]: DEBUG oslo_vmware.api [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037750, 'name': ReconfigVM_Task, 'duration_secs': 0.185327} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.548213] env[68627]: INFO nova.compute.manager [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Rebuilding instance [ 1056.550813] env[68627]: INFO nova.compute.manager [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] instance snapshotting [ 1056.551205] env[68627]: DEBUG nova.objects.instance [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'flavor' on Instance uuid f6817d76-4935-450d-8a4a-d8366420f9f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.552708] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608635', 'volume_id': '0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e', 'name': 'volume-0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6', 'attached_at': '', 'detached_at': '', 'volume_id': '0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e', 'serial': '0d5c6d29-fbf2-4923-8650-4ce0f20a7c9e'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1056.595244] env[68627]: DEBUG oslo_vmware.api [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Task: {'id': task-3037752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247016} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.595244] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1056.595244] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52806955-7a69-8b55-640d-283af48328b5" [ 1056.595244] env[68627]: _type = "HttpNfcLease" [ 1056.595244] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1056.597439] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.597623] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.597802] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.598419] env[68627]: INFO nova.compute.manager [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1056.598419] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.598916] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609ea4b6-5dc8-4390-beef-344d3e5198c7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.601426] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1056.601426] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52806955-7a69-8b55-640d-283af48328b5" [ 1056.601426] env[68627]: _type = "HttpNfcLease" [ 1056.601426] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1056.602142] env[68627]: DEBUG nova.compute.manager [-] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.602279] env[68627]: DEBUG nova.network.neutron [-] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.604611] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d76845-ae2d-4325-9c0b-a9eb3e91ef60 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.620932] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb301723-7e77-4782-879d-fa7a954cd95f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.626282] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b152a-f479-61e5-d8ba-9e728b2066f3/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1056.626282] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b152a-f479-61e5-d8ba-9e728b2066f3/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1056.695436] env[68627]: DEBUG nova.compute.provider_tree [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.702936] env[68627]: DEBUG nova.compute.manager [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.705215] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5da7b5-81e8-4738-8c0e-9d21d5b9083c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.752138] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bb4e8c3a-a33c-4b6e-a7ee-25add225bcc5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.930874] env[68627]: DEBUG nova.network.neutron [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updated VIF entry in instance network info cache for port 1f44d4cd-dd59-44c2-b476-eca2c5168a43. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.931178] env[68627]: DEBUG nova.network.neutron [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updating instance_info_cache with network_info: [{"id": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "address": "fa:16:3e:23:fd:dd", "network": {"id": "7e0d478d-4083-4c3d-91aa-368da9108b1b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-112424847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a72087f7a84fa0a383fa0cbe2b83cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f44d4cd-dd", "ovs_interfaceid": "1f44d4cd-dd59-44c2-b476-eca2c5168a43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.959226] env[68627]: DEBUG nova.compute.manager [req-711e505d-8708-4dfa-ac54-34ee6d55f1c5 req-bb084009-8047-41e6-922c-aad3fb1ebade service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Received event network-vif-deleted-1f44d4cd-dd59-44c2-b476-eca2c5168a43 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.959398] env[68627]: INFO nova.compute.manager [req-711e505d-8708-4dfa-ac54-34ee6d55f1c5 req-bb084009-8047-41e6-922c-aad3fb1ebade service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Neutron deleted interface 1f44d4cd-dd59-44c2-b476-eca2c5168a43; detaching it from the instance and deleting it from the info cache [ 1056.959577] env[68627]: DEBUG nova.network.neutron [req-711e505d-8708-4dfa-ac54-34ee6d55f1c5 req-bb084009-8047-41e6-922c-aad3fb1ebade service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.059303] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e70c17-864c-45da-a162-a855f4db5fc3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.079988] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a58003-3195-4623-892c-863f242aa427 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.116827] env[68627]: DEBUG nova.objects.instance [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'flavor' on Instance uuid 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.201742] env[68627]: DEBUG nova.scheduler.client.report [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.434576] env[68627]: DEBUG oslo_concurrency.lockutils [req-e2b20fe5-8b48-4caf-babe-a8d7cdc20991 req-bcaf8410-3ec2-414f-a5ca-165f13a12761 service nova] Releasing lock "refresh_cache-c1230b52-7866-44dd-8491-61d3505ab6d9" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.435137] env[68627]: DEBUG nova.network.neutron [-] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.462440] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99112cfd-658f-443c-9f3c-bcf85c25384c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.475887] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7721afcc-25bf-44f2-a790-7e34c7f0072d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.521100] env[68627]: DEBUG nova.compute.manager [req-711e505d-8708-4dfa-ac54-34ee6d55f1c5 req-bb084009-8047-41e6-922c-aad3fb1ebade service nova] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Detach interface failed, port_id=1f44d4cd-dd59-44c2-b476-eca2c5168a43, reason: Instance c1230b52-7866-44dd-8491-61d3505ab6d9 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1057.592219] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1057.593599] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a6f7e92a-68f1-4011-9424-3af5936aeb59 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.602069] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1057.602069] env[68627]: value = "task-3037755" [ 1057.602069] env[68627]: _type = "Task" [ 1057.602069] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.612970] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037755, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.710036] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.663s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.713321] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bfab252f-b146-4d95-a935-7dbe8458c512 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.713767] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.326s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.715131] env[68627]: INFO nova.compute.claims [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.720021] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.720021] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ed88e7f-f754-437f-b16f-ec16e7e7e8e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.727115] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1057.727115] env[68627]: value = "task-3037756" [ 1057.727115] env[68627]: _type = "Task" [ 1057.727115] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.738883] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.742191] env[68627]: INFO nova.scheduler.client.report [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Deleted allocations for instance 8add3768-7d57-4bf2-84cc-b0e74b6b5d49 [ 1057.938018] env[68627]: INFO nova.compute.manager [-] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Took 1.34 seconds to deallocate network for instance. [ 1057.991730] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "da33ab9e-fc44-4d70-ab61-8ee58add8ac1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.991995] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "da33ab9e-fc44-4d70-ab61-8ee58add8ac1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.992291] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "da33ab9e-fc44-4d70-ab61-8ee58add8ac1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.992490] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "da33ab9e-fc44-4d70-ab61-8ee58add8ac1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.992671] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "da33ab9e-fc44-4d70-ab61-8ee58add8ac1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.994772] env[68627]: INFO nova.compute.manager [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Terminating instance [ 1058.114358] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037755, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.126245] env[68627]: DEBUG oslo_concurrency.lockutils [None req-92834dbe-7b2a-42b8-8808-4866402b5794 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.025s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.127542] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bfab252f-b146-4d95-a935-7dbe8458c512 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.414s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.127781] env[68627]: DEBUG nova.compute.manager [None req-bfab252f-b146-4d95-a935-7dbe8458c512 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.128930] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4ad4a9-aabb-4973-8338-b4779cb704d8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.136878] env[68627]: DEBUG nova.compute.manager [None req-bfab252f-b146-4d95-a935-7dbe8458c512 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68627) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1058.137574] env[68627]: DEBUG nova.objects.instance [None req-bfab252f-b146-4d95-a935-7dbe8458c512 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'flavor' on Instance uuid 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.239880] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037756, 'name': PowerOffVM_Task, 'duration_secs': 0.11321} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.240080] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.240894] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.241791] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e954a6-7970-4b77-a9cf-90542684f7d5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.252919] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.253506] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6c7af079-18f7-45d9-822b-c18cf43189d3 tempest-ServerShowV254Test-612651543 tempest-ServerShowV254Test-612651543-project-member] Lock "8add3768-7d57-4bf2-84cc-b0e74b6b5d49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.243s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.254432] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-460fc156-11b1-4041-ac64-59a3d5d67228 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.285842] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.286083] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.286270] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Deleting the datastore file [datastore2] 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.286544] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96f1de2f-0b16-4fd1-b2cc-dab96d3b4da6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.296869] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1058.296869] env[68627]: value = "task-3037758" [ 1058.296869] env[68627]: _type = "Task" [ 1058.296869] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.306174] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.445149] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.500238] env[68627]: DEBUG nova.compute.manager [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.500488] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.501437] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78152f9-4285-4eab-a108-63fa6170eac7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.509528] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.509787] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abea66ce-b627-4a97-b699-6c1d0f76f639 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.516724] env[68627]: DEBUG oslo_vmware.api [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1058.516724] env[68627]: value = "task-3037759" [ 1058.516724] env[68627]: _type = "Task" [ 1058.516724] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.526052] env[68627]: DEBUG oslo_vmware.api [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.616602] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037755, 'name': CreateSnapshot_Task, 'duration_secs': 0.563045} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.616987] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1058.618100] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce40ac2-0726-4c55-95ae-45abc9d0a4c7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.808159] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126719} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.811267] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.811509] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.811707] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.979376] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b170db88-18d9-46dc-ab77-47ff47038481 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.988432] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e160ce24-9539-408e-bd3b-e817c0fc1339 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.028805] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaaef61-916e-4e2a-ab99-be1a47ed77fe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.037980] env[68627]: DEBUG oslo_vmware.api [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037759, 'name': PowerOffVM_Task, 'duration_secs': 0.192496} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.040330] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.040547] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.040862] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da3dae57-c6c5-4dab-8b8b-581197c374ba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.043489] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0b8531-e8e8-497c-8c3d-586bb11e9b4c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.057881] env[68627]: DEBUG nova.compute.provider_tree [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.111664] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.111889] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.112137] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleting the datastore file [datastore2] da33ab9e-fc44-4d70-ab61-8ee58add8ac1 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.112396] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a201426b-f06e-46ac-b738-add28e038ba1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.119984] env[68627]: DEBUG oslo_vmware.api [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1059.119984] env[68627]: value = "task-3037761" [ 1059.119984] env[68627]: _type = "Task" [ 1059.119984] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.128942] env[68627]: DEBUG oslo_vmware.api [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.139063] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1059.139696] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b9b5774a-1ca3-44de-85c0-be3b1c057fdd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.149749] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfab252f-b146-4d95-a935-7dbe8458c512 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.150465] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1059.150465] env[68627]: value = "task-3037762" [ 1059.150465] env[68627]: _type = "Task" [ 1059.150465] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.150823] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e826f9d-9714-44ae-bf91-8d24362c0a6b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.161430] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037762, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.162933] env[68627]: DEBUG oslo_vmware.api [None req-bfab252f-b146-4d95-a935-7dbe8458c512 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1059.162933] env[68627]: value = "task-3037763" [ 1059.162933] env[68627]: _type = "Task" [ 1059.162933] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.171681] env[68627]: DEBUG oslo_vmware.api [None req-bfab252f-b146-4d95-a935-7dbe8458c512 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.560812] env[68627]: DEBUG nova.scheduler.client.report [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.631232] env[68627]: DEBUG oslo_vmware.api [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178243} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.631562] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.631747] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.631926] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.632120] env[68627]: INFO nova.compute.manager [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1059.632370] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.632617] env[68627]: DEBUG nova.compute.manager [-] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.632696] env[68627]: DEBUG nova.network.neutron [-] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.664500] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037762, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.676588] env[68627]: DEBUG oslo_vmware.api [None req-bfab252f-b146-4d95-a935-7dbe8458c512 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037763, 'name': PowerOffVM_Task, 'duration_secs': 0.402141} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.676957] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfab252f-b146-4d95-a935-7dbe8458c512 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.677184] env[68627]: DEBUG nova.compute.manager [None req-bfab252f-b146-4d95-a935-7dbe8458c512 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.678122] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1246c3-059b-482d-b9bc-79ec0ecaf703 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.851408] env[68627]: DEBUG nova.virt.hardware [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.851715] env[68627]: DEBUG nova.virt.hardware [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.851815] env[68627]: DEBUG nova.virt.hardware [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.851993] env[68627]: DEBUG nova.virt.hardware [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.852154] env[68627]: DEBUG nova.virt.hardware [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.852303] env[68627]: DEBUG nova.virt.hardware [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.852535] env[68627]: DEBUG nova.virt.hardware [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.852702] env[68627]: DEBUG nova.virt.hardware [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.852990] env[68627]: DEBUG nova.virt.hardware [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.853241] env[68627]: DEBUG nova.virt.hardware [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.853419] env[68627]: DEBUG nova.virt.hardware [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.854305] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c6a202-304e-43e9-85ba-cfe508092e36 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.863761] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efb1e62-4edf-4b1c-8f18-625ecc3696da {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.879875] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Instance VIF info [] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.887459] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.888079] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.888160] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0976f34-a851-42ac-9f5d-53dd14f5acbe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.913267] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.913267] env[68627]: value = "task-3037764" [ 1059.913267] env[68627]: _type = "Task" [ 1059.913267] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.920132] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.925230] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037764, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.066450] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.067173] env[68627]: DEBUG nova.compute.manager [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.070948] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.167s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.076025] env[68627]: INFO nova.compute.claims [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.166833] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037762, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.192021] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bfab252f-b146-4d95-a935-7dbe8458c512 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.423357] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037764, 'name': CreateVM_Task, 'duration_secs': 0.484227} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.423516] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.423907] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.424444] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.424864] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.425172] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e63cb50-88ca-4cc8-8ca1-7e7d0d86d245 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.430999] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1060.430999] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526d5bb2-59c2-d211-7671-d3bb33714a53" [ 1060.430999] env[68627]: _type = "Task" [ 1060.430999] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.440683] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526d5bb2-59c2-d211-7671-d3bb33714a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.581863] env[68627]: DEBUG nova.compute.utils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.587550] env[68627]: DEBUG nova.compute.manager [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.587731] env[68627]: DEBUG nova.network.neutron [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.652646] env[68627]: DEBUG nova.policy [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66b291da26e14560af5d2172dfdc04f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03d5769229154b0ca4b45701fa123ccd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.669447] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037762, 'name': CloneVM_Task, 'duration_secs': 1.290476} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.670374] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Created linked-clone VM from snapshot [ 1060.671240] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ff59b3-154d-414c-a7f6-374933d81db1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.681354] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Uploading image 30d06321-1860-45cf-b931-b9fe6a0388b4 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1060.711265] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1060.711265] env[68627]: value = "vm-608679" [ 1060.711265] env[68627]: _type = "VirtualMachine" [ 1060.711265] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1060.711552] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b5772733-347e-4c3c-982d-ad56edddf170 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.715425] env[68627]: DEBUG nova.compute.manager [req-509a917c-cee0-4974-b4ae-35dc7feeb897 req-596e4189-57d8-429d-9a8f-ebb46d4ffef6 service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Received event network-vif-deleted-70de1327-d806-4044-a05a-f08ddc77331e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.715620] env[68627]: INFO nova.compute.manager [req-509a917c-cee0-4974-b4ae-35dc7feeb897 req-596e4189-57d8-429d-9a8f-ebb46d4ffef6 service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Neutron deleted interface 70de1327-d806-4044-a05a-f08ddc77331e; detaching it from the instance and deleting it from the info cache [ 1060.715809] env[68627]: DEBUG nova.network.neutron [req-509a917c-cee0-4974-b4ae-35dc7feeb897 req-596e4189-57d8-429d-9a8f-ebb46d4ffef6 service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.723605] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lease: (returnval){ [ 1060.723605] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5292c9c3-1e15-271b-35f3-d29440d0d010" [ 1060.723605] env[68627]: _type = "HttpNfcLease" [ 1060.723605] env[68627]: } obtained for exporting VM: (result){ [ 1060.723605] env[68627]: value = "vm-608679" [ 1060.723605] env[68627]: _type = "VirtualMachine" [ 1060.723605] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1060.723871] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the lease: (returnval){ [ 1060.723871] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5292c9c3-1e15-271b-35f3-d29440d0d010" [ 1060.723871] env[68627]: _type = "HttpNfcLease" [ 1060.723871] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1060.737152] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.737152] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5292c9c3-1e15-271b-35f3-d29440d0d010" [ 1060.737152] env[68627]: _type = "HttpNfcLease" [ 1060.737152] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1060.945743] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526d5bb2-59c2-d211-7671-d3bb33714a53, 'name': SearchDatastore_Task, 'duration_secs': 0.015872} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.946074] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.946275] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.946523] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.946672] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.946853] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.951328] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0f26789-a64e-40eb-a173-bf924d3cd367 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.974568] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.975253] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.975772] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb79448-9e8b-4f1d-a1b2-ce8fd8ae7559 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.982089] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1060.982089] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5221a1aa-8883-5774-d99c-385d33a57568" [ 1060.982089] env[68627]: _type = "Task" [ 1060.982089] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.982925] env[68627]: DEBUG nova.network.neutron [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Successfully created port: 24943a3e-5bb0-4948-802d-e247a89a78dc {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.994727] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5221a1aa-8883-5774-d99c-385d33a57568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.094040] env[68627]: DEBUG nova.compute.manager [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.126286] env[68627]: DEBUG nova.network.neutron [-] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.162271] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "5cff7228-7263-4947-8dd8-93516397379f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.162538] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "5cff7228-7263-4947-8dd8-93516397379f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.218986] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c27d4631-be52-40fe-ae17-d279a764f5b8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.235113] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a34c364-f2e9-415d-8295-427395b2ffac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.253136] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1061.253136] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5292c9c3-1e15-271b-35f3-d29440d0d010" [ 1061.253136] env[68627]: _type = "HttpNfcLease" [ 1061.253136] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1061.253470] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1061.253470] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5292c9c3-1e15-271b-35f3-d29440d0d010" [ 1061.253470] env[68627]: _type = "HttpNfcLease" [ 1061.253470] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1061.254265] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e364f8-029b-4ebe-a3d5-1573c19ad861 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.279659] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529abfcc-2ffb-dbf3-c9b4-bd59de44c728/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1061.279659] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529abfcc-2ffb-dbf3-c9b4-bd59de44c728/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1061.281155] env[68627]: DEBUG nova.compute.manager [req-509a917c-cee0-4974-b4ae-35dc7feeb897 req-596e4189-57d8-429d-9a8f-ebb46d4ffef6 service nova] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Detach interface failed, port_id=70de1327-d806-4044-a05a-f08ddc77331e, reason: Instance da33ab9e-fc44-4d70-ab61-8ee58add8ac1 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.338387] env[68627]: DEBUG nova.objects.instance [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'flavor' on Instance uuid 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.380541] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec3ea179-aa6c-431a-88c0-1391a69b343d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.451711] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45542a83-e614-4893-a23e-619b27afd07b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.460377] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e22345-10ec-4e46-9ffe-c97a20843c4b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.495887] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ffa099-300b-4447-8f1b-eb06163c8121 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.508165] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4967a4-7c1f-4444-aa87-ca3ed49875e3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.512232] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5221a1aa-8883-5774-d99c-385d33a57568, 'name': SearchDatastore_Task, 'duration_secs': 0.014126} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.513499] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f3014d-c54f-4190-a2bf-a4b749609215 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.526048] env[68627]: DEBUG nova.compute.provider_tree [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.529724] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1061.529724] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cd5836-bc2b-a959-a982-0d5ff5cf0b62" [ 1061.529724] env[68627]: _type = "Task" [ 1061.529724] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.538575] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cd5836-bc2b-a959-a982-0d5ff5cf0b62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.628704] env[68627]: INFO nova.compute.manager [-] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Took 2.00 seconds to deallocate network for instance. [ 1061.667029] env[68627]: INFO nova.compute.manager [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Detaching volume 9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff [ 1061.709776] env[68627]: INFO nova.virt.block_device [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Attempting to driver detach volume 9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff from mountpoint /dev/sdb [ 1061.710602] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1061.710602] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608632', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'name': 'volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cff7228-7263-4947-8dd8-93516397379f', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'serial': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1061.711458] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73288e7e-8446-4dca-b6b1-4d56cfacba7d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.736236] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44ec309-6131-44d3-836a-e082e593f410 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.745492] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb4eb35-ee1c-4749-832c-e76ccc5be5a0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.769019] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c071994c-c059-4f0f-8382-7001ebb7c639 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.787281] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] The volume has not been displaced from its original location: [datastore1] volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff/volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1061.793044] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1061.793556] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eee9741-1b5b-4b30-ad08-43411617bff5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.815667] env[68627]: DEBUG oslo_vmware.api [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1061.815667] env[68627]: value = "task-3037766" [ 1061.815667] env[68627]: _type = "Task" [ 1061.815667] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.825973] env[68627]: DEBUG oslo_vmware.api [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.846912] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.847462] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquired lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.847462] env[68627]: DEBUG nova.network.neutron [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.847462] env[68627]: DEBUG nova.objects.instance [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'info_cache' on Instance uuid 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.028749] env[68627]: DEBUG nova.scheduler.client.report [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.044478] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cd5836-bc2b-a959-a982-0d5ff5cf0b62, 'name': SearchDatastore_Task, 'duration_secs': 0.01829} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.044914] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.045404] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d/02ecdf9c-9474-4a14-ac9e-cf9e37a3783d.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.045769] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a226f8d-6bb6-411c-97e0-62e84af96069 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.055242] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1062.055242] env[68627]: value = "task-3037767" [ 1062.055242] env[68627]: _type = "Task" [ 1062.055242] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.065623] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.104936] env[68627]: DEBUG nova.compute.manager [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.135273] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.330197] env[68627]: DEBUG oslo_vmware.api [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037766, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.353324] env[68627]: DEBUG nova.objects.base [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Object Instance<2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6> lazy-loaded attributes: flavor,info_cache {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1062.407323] env[68627]: DEBUG nova.compute.manager [req-959b485b-c33d-41f4-bb21-4120b03f5feb req-e56828d2-4463-4146-9b71-1dcc234a3238 service nova] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Received event network-vif-plugged-24943a3e-5bb0-4948-802d-e247a89a78dc {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.407800] env[68627]: DEBUG oslo_concurrency.lockutils [req-959b485b-c33d-41f4-bb21-4120b03f5feb req-e56828d2-4463-4146-9b71-1dcc234a3238 service nova] Acquiring lock "2902d15c-3e2c-4e33-838c-77e5798b5a38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.408577] env[68627]: DEBUG oslo_concurrency.lockutils [req-959b485b-c33d-41f4-bb21-4120b03f5feb req-e56828d2-4463-4146-9b71-1dcc234a3238 service nova] Lock "2902d15c-3e2c-4e33-838c-77e5798b5a38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.409079] env[68627]: DEBUG oslo_concurrency.lockutils [req-959b485b-c33d-41f4-bb21-4120b03f5feb req-e56828d2-4463-4146-9b71-1dcc234a3238 service nova] Lock "2902d15c-3e2c-4e33-838c-77e5798b5a38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.409667] env[68627]: DEBUG nova.compute.manager [req-959b485b-c33d-41f4-bb21-4120b03f5feb req-e56828d2-4463-4146-9b71-1dcc234a3238 service nova] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] No waiting events found dispatching network-vif-plugged-24943a3e-5bb0-4948-802d-e247a89a78dc {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.410043] env[68627]: WARNING nova.compute.manager [req-959b485b-c33d-41f4-bb21-4120b03f5feb req-e56828d2-4463-4146-9b71-1dcc234a3238 service nova] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Received unexpected event network-vif-plugged-24943a3e-5bb0-4948-802d-e247a89a78dc for instance with vm_state building and task_state spawning. [ 1062.507906] env[68627]: DEBUG nova.network.neutron [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Successfully updated port: 24943a3e-5bb0-4948-802d-e247a89a78dc {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.538279] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.538928] env[68627]: DEBUG nova.compute.manager [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.541851] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.222s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.542216] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.544468] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68627) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1062.544468] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.099s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.544468] env[68627]: DEBUG nova.objects.instance [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Lazy-loading 'resources' on Instance uuid c1230b52-7866-44dd-8491-61d3505ab6d9 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.545986] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822c6167-ab06-43a4-a36f-e2ac3a247d55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.556479] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26b6ae9-11c7-47ec-b745-31f0f76a0509 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.570811] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.581021] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af898c7-6fad-4629-89d2-2fefa6e68812 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.590244] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034b6865-8b52-4cc1-bd72-e4916e28dad8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.627353] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178925MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68627) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1062.627633] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.827547] env[68627]: DEBUG oslo_vmware.api [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037766, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.011045] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "refresh_cache-2902d15c-3e2c-4e33-838c-77e5798b5a38" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.011239] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "refresh_cache-2902d15c-3e2c-4e33-838c-77e5798b5a38" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.011370] env[68627]: DEBUG nova.network.neutron [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.048072] env[68627]: DEBUG nova.compute.utils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.053785] env[68627]: DEBUG nova.compute.manager [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.055046] env[68627]: DEBUG nova.network.neutron [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.074029] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.107993] env[68627]: DEBUG nova.policy [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28123e7aa0e246248d6c1fc3eeeef219', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '049ccbeb8f534e0daef961573c16606a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.116139] env[68627]: DEBUG nova.network.neutron [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Updating instance_info_cache with network_info: [{"id": "79cc945a-df5d-45d0-bfcd-813cea9d7132", "address": "fa:16:3e:d5:5a:88", "network": {"id": "39398b66-65b0-4268-8f1e-7c88b824011b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-657409033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44960054d9845d48217de515f29b063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79cc945a-df", "ovs_interfaceid": "79cc945a-df5d-45d0-bfcd-813cea9d7132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.328876] env[68627]: DEBUG oslo_vmware.api [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037766, 'name': ReconfigVM_Task, 'duration_secs': 1.299621} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.329199] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1063.334302] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58db555-4378-48b3-b9ec-3f7b328b2206 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.347171] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b624bc11-9fc9-4f62-b5ef-c06eabd9fc9d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.357993] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676a7cb0-2748-4001-beca-170c39139d1c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.361554] env[68627]: DEBUG oslo_vmware.api [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1063.361554] env[68627]: value = "task-3037768" [ 1063.361554] env[68627]: _type = "Task" [ 1063.361554] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.394656] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fa2bf0-0050-4044-9e84-42013d26e15e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.401654] env[68627]: DEBUG oslo_vmware.api [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.409108] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb7b699-4fdf-46ab-a03e-d13a6ec712b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.427389] env[68627]: DEBUG nova.compute.provider_tree [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.552275] env[68627]: DEBUG nova.network.neutron [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.561340] env[68627]: DEBUG nova.compute.manager [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.578018] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037767, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.469812} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.578414] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d/02ecdf9c-9474-4a14-ac9e-cf9e37a3783d.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.578675] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.579017] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42ecdad3-c57e-4ee7-8d67-c9591a9954a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.590935] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1063.590935] env[68627]: value = "task-3037769" [ 1063.590935] env[68627]: _type = "Task" [ 1063.590935] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.600946] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.605355] env[68627]: DEBUG nova.network.neutron [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Successfully created port: 5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.620457] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Releasing lock "refresh_cache-2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.722044] env[68627]: DEBUG nova.network.neutron [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Updating instance_info_cache with network_info: [{"id": "24943a3e-5bb0-4948-802d-e247a89a78dc", "address": "fa:16:3e:b6:8a:00", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24943a3e-5b", "ovs_interfaceid": "24943a3e-5bb0-4948-802d-e247a89a78dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.849431] env[68627]: DEBUG nova.virt.hardware [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.849785] env[68627]: DEBUG nova.virt.hardware [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.849993] env[68627]: DEBUG nova.virt.hardware [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.850248] env[68627]: DEBUG nova.virt.hardware [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.850436] env[68627]: DEBUG nova.virt.hardware [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.850617] env[68627]: DEBUG nova.virt.hardware [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.850880] env[68627]: DEBUG nova.virt.hardware [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.851089] env[68627]: DEBUG nova.virt.hardware [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.851306] env[68627]: DEBUG nova.virt.hardware [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.851522] env[68627]: DEBUG nova.virt.hardware [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.851731] env[68627]: DEBUG nova.virt.hardware [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.854135] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a4540b-b8b0-4257-9f43-5e2f5e1e6de0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.865198] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b152a-f479-61e5-d8ba-9e728b2066f3/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1063.870024] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28559908-17a9-4f37-b950-2b92600f2fd9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.876100] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2f6794-2ded-4aa9-a6ab-651f2d169bf2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.887607] env[68627]: DEBUG oslo_vmware.api [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037768, 'name': ReconfigVM_Task, 'duration_secs': 0.218174} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.902426] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608632', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'name': 'volume-9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cff7228-7263-4947-8dd8-93516397379f', 'attached_at': '', 'detached_at': '', 'volume_id': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff', 'serial': '9bcc7f30-b281-42f5-9b24-2bcb4a0bf1ff'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1063.908023] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b152a-f479-61e5-d8ba-9e728b2066f3/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1063.908023] env[68627]: ERROR oslo_vmware.rw_handles [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b152a-f479-61e5-d8ba-9e728b2066f3/disk-0.vmdk due to incomplete transfer. [ 1063.908023] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef284184-5b4a-4604-8fb4-1fd1a4e146f4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.917865] env[68627]: DEBUG oslo_vmware.rw_handles [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b152a-f479-61e5-d8ba-9e728b2066f3/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1063.918134] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Uploaded image 86cc7444-7e9e-4110-8d1b-372e36804d44 to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1063.920906] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1063.921261] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2979a01b-af5c-40ec-97d0-0d8326d8296f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.928888] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1063.928888] env[68627]: value = "task-3037770" [ 1063.928888] env[68627]: _type = "Task" [ 1063.928888] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.934887] env[68627]: DEBUG nova.scheduler.client.report [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.948724] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037770, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.103657] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094912} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.104593] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.105803] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c8a207-f2f8-4b68-ad3f-1109c5186d73 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.128547] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d/02ecdf9c-9474-4a14-ac9e-cf9e37a3783d.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.131012] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2ce01e1-c338-4ddb-a2fb-f0e7d2674384 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.147492] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.147808] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1e92a7b-9edd-4efa-b338-42a142c12ab8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.156257] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1064.156257] env[68627]: value = "task-3037772" [ 1064.156257] env[68627]: _type = "Task" [ 1064.156257] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.158076] env[68627]: DEBUG oslo_vmware.api [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1064.158076] env[68627]: value = "task-3037771" [ 1064.158076] env[68627]: _type = "Task" [ 1064.158076] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.171630] env[68627]: DEBUG oslo_vmware.api [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.175367] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.224670] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "refresh_cache-2902d15c-3e2c-4e33-838c-77e5798b5a38" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.225195] env[68627]: DEBUG nova.compute.manager [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Instance network_info: |[{"id": "24943a3e-5bb0-4948-802d-e247a89a78dc", "address": "fa:16:3e:b6:8a:00", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24943a3e-5b", "ovs_interfaceid": "24943a3e-5bb0-4948-802d-e247a89a78dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.225690] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:8a:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24943a3e-5bb0-4948-802d-e247a89a78dc', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.233564] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.233842] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.234148] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-482d4668-213f-40b5-b20a-a624f946f14b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.257172] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.257172] env[68627]: value = "task-3037773" [ 1064.257172] env[68627]: _type = "Task" [ 1064.257172] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.267776] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037773, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.440650] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037770, 'name': Destroy_Task, 'duration_secs': 0.34763} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.441056] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Destroyed the VM [ 1064.441365] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1064.442426] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.444927] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0bd3dce-c20d-4cb9-bc31-7976d34dcfce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.447422] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.527s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.447724] env[68627]: DEBUG nova.objects.instance [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lazy-loading 'pci_requests' on Instance uuid 099c1c96-a127-4e53-a117-e681e3e395a1 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.456278] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1064.456278] env[68627]: value = "task-3037774" [ 1064.456278] env[68627]: _type = "Task" [ 1064.456278] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.467981] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037774, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.468702] env[68627]: DEBUG nova.objects.instance [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lazy-loading 'flavor' on Instance uuid 5cff7228-7263-4947-8dd8-93516397379f {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.475036] env[68627]: INFO nova.scheduler.client.report [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Deleted allocations for instance c1230b52-7866-44dd-8491-61d3505ab6d9 [ 1064.480098] env[68627]: DEBUG nova.compute.manager [req-d7bffd8c-2ca0-45ec-8b6e-7f24afeddcb0 req-bf96bc3e-a3c3-4410-b8ee-f3ddfeb1b5f4 service nova] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Received event network-changed-24943a3e-5bb0-4948-802d-e247a89a78dc {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.480098] env[68627]: DEBUG nova.compute.manager [req-d7bffd8c-2ca0-45ec-8b6e-7f24afeddcb0 req-bf96bc3e-a3c3-4410-b8ee-f3ddfeb1b5f4 service nova] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Refreshing instance network info cache due to event network-changed-24943a3e-5bb0-4948-802d-e247a89a78dc. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.480167] env[68627]: DEBUG oslo_concurrency.lockutils [req-d7bffd8c-2ca0-45ec-8b6e-7f24afeddcb0 req-bf96bc3e-a3c3-4410-b8ee-f3ddfeb1b5f4 service nova] Acquiring lock "refresh_cache-2902d15c-3e2c-4e33-838c-77e5798b5a38" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.480364] env[68627]: DEBUG oslo_concurrency.lockutils [req-d7bffd8c-2ca0-45ec-8b6e-7f24afeddcb0 req-bf96bc3e-a3c3-4410-b8ee-f3ddfeb1b5f4 service nova] Acquired lock "refresh_cache-2902d15c-3e2c-4e33-838c-77e5798b5a38" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.480569] env[68627]: DEBUG nova.network.neutron [req-d7bffd8c-2ca0-45ec-8b6e-7f24afeddcb0 req-bf96bc3e-a3c3-4410-b8ee-f3ddfeb1b5f4 service nova] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Refreshing network info cache for port 24943a3e-5bb0-4948-802d-e247a89a78dc {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.578456] env[68627]: DEBUG nova.compute.manager [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.611843] env[68627]: DEBUG nova.virt.hardware [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.612149] env[68627]: DEBUG nova.virt.hardware [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.612431] env[68627]: DEBUG nova.virt.hardware [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.612712] env[68627]: DEBUG nova.virt.hardware [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.612917] env[68627]: DEBUG nova.virt.hardware [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.613133] env[68627]: DEBUG nova.virt.hardware [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.613436] env[68627]: DEBUG nova.virt.hardware [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.613569] env[68627]: DEBUG nova.virt.hardware [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.613763] env[68627]: DEBUG nova.virt.hardware [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.613978] env[68627]: DEBUG nova.virt.hardware [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.614242] env[68627]: DEBUG nova.virt.hardware [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.615257] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb648cb-1d0b-4a8c-beb9-e3cfbd7c5d6a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.624794] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afdc9f8-f65b-46bb-885f-1e34360abb15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.679026] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.679026] env[68627]: DEBUG oslo_vmware.api [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037771, 'name': PowerOnVM_Task, 'duration_secs': 0.499717} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.679284] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.679526] env[68627]: DEBUG nova.compute.manager [None req-9c2d8aec-74a0-4003-97dd-bc2685fca83d tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.680615] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa46a0f-7694-48c2-95a8-fec70623155e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.767354] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037773, 'name': CreateVM_Task, 'duration_secs': 0.452454} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.767537] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.768269] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.768444] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.768777] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.769050] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f587b9-3a16-4ad3-9af6-6f457d2d05d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.776180] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1064.776180] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5218b2ca-4777-4d04-d471-f7404f285534" [ 1064.776180] env[68627]: _type = "Task" [ 1064.776180] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.785729] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5218b2ca-4777-4d04-d471-f7404f285534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.951994] env[68627]: DEBUG nova.objects.instance [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lazy-loading 'numa_topology' on Instance uuid 099c1c96-a127-4e53-a117-e681e3e395a1 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.967530] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037774, 'name': RemoveSnapshot_Task, 'duration_secs': 0.412442} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.967959] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1064.968291] env[68627]: DEBUG nova.compute.manager [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.969080] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c797ca-e728-4881-8472-1aeb62db9463 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.991347] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9864c69a-3bf0-45ce-8209-786ffa07b2d3 tempest-ServerRescueTestJSONUnderV235-88363937 tempest-ServerRescueTestJSONUnderV235-88363937-project-member] Lock "c1230b52-7866-44dd-8491-61d3505ab6d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.735s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.168919] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037772, 'name': ReconfigVM_Task, 'duration_secs': 0.521086} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.169251] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d/02ecdf9c-9474-4a14-ac9e-cf9e37a3783d.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.170024] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6538be43-6551-4ee3-a51a-7618b66ba929 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.178939] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1065.178939] env[68627]: value = "task-3037775" [ 1065.178939] env[68627]: _type = "Task" [ 1065.178939] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.187410] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037775, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.215513] env[68627]: DEBUG nova.network.neutron [req-d7bffd8c-2ca0-45ec-8b6e-7f24afeddcb0 req-bf96bc3e-a3c3-4410-b8ee-f3ddfeb1b5f4 service nova] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Updated VIF entry in instance network info cache for port 24943a3e-5bb0-4948-802d-e247a89a78dc. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.215922] env[68627]: DEBUG nova.network.neutron [req-d7bffd8c-2ca0-45ec-8b6e-7f24afeddcb0 req-bf96bc3e-a3c3-4410-b8ee-f3ddfeb1b5f4 service nova] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Updating instance_info_cache with network_info: [{"id": "24943a3e-5bb0-4948-802d-e247a89a78dc", "address": "fa:16:3e:b6:8a:00", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24943a3e-5b", "ovs_interfaceid": "24943a3e-5bb0-4948-802d-e247a89a78dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.288745] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5218b2ca-4777-4d04-d471-f7404f285534, 'name': SearchDatastore_Task, 'duration_secs': 0.017425} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.289117] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.289373] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.289661] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.289812] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.291026] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.291026] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05d498fe-25a3-4fe5-8ee1-f0d27cf6f0e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.303024] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.303024] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.303024] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa20a8ff-7c71-4626-be2d-29c865778f7e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.308505] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1065.308505] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eee864-688c-bd32-5450-2c9b17695a01" [ 1065.308505] env[68627]: _type = "Task" [ 1065.308505] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.318025] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eee864-688c-bd32-5450-2c9b17695a01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.419205] env[68627]: DEBUG nova.compute.manager [req-fb234d22-67f9-43bc-ae72-fad23e1264eb req-4d84f4ed-e1c0-4a1c-8ad2-ed4f35954ebb service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Received event network-vif-plugged-5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.419436] env[68627]: DEBUG oslo_concurrency.lockutils [req-fb234d22-67f9-43bc-ae72-fad23e1264eb req-4d84f4ed-e1c0-4a1c-8ad2-ed4f35954ebb service nova] Acquiring lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.419643] env[68627]: DEBUG oslo_concurrency.lockutils [req-fb234d22-67f9-43bc-ae72-fad23e1264eb req-4d84f4ed-e1c0-4a1c-8ad2-ed4f35954ebb service nova] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.419813] env[68627]: DEBUG oslo_concurrency.lockutils [req-fb234d22-67f9-43bc-ae72-fad23e1264eb req-4d84f4ed-e1c0-4a1c-8ad2-ed4f35954ebb service nova] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.419984] env[68627]: DEBUG nova.compute.manager [req-fb234d22-67f9-43bc-ae72-fad23e1264eb req-4d84f4ed-e1c0-4a1c-8ad2-ed4f35954ebb service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] No waiting events found dispatching network-vif-plugged-5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.420501] env[68627]: WARNING nova.compute.manager [req-fb234d22-67f9-43bc-ae72-fad23e1264eb req-4d84f4ed-e1c0-4a1c-8ad2-ed4f35954ebb service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Received unexpected event network-vif-plugged-5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3 for instance with vm_state building and task_state spawning. [ 1065.455168] env[68627]: INFO nova.compute.claims [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.480815] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e8aefcf8-15fb-4953-99fb-d7fba2eecd23 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "5cff7228-7263-4947-8dd8-93516397379f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.318s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.489093] env[68627]: INFO nova.compute.manager [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Shelve offloading [ 1065.689794] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037775, 'name': Rename_Task, 'duration_secs': 0.151026} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.690101] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.690366] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-609baa7a-7e42-408e-b707-f7638936c13a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.699082] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1065.699082] env[68627]: value = "task-3037776" [ 1065.699082] env[68627]: _type = "Task" [ 1065.699082] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.704095] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "5cff7228-7263-4947-8dd8-93516397379f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.704355] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "5cff7228-7263-4947-8dd8-93516397379f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.704555] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "5cff7228-7263-4947-8dd8-93516397379f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.704781] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "5cff7228-7263-4947-8dd8-93516397379f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.704967] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "5cff7228-7263-4947-8dd8-93516397379f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.710164] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.710542] env[68627]: INFO nova.compute.manager [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Terminating instance [ 1065.725530] env[68627]: DEBUG oslo_concurrency.lockutils [req-d7bffd8c-2ca0-45ec-8b6e-7f24afeddcb0 req-bf96bc3e-a3c3-4410-b8ee-f3ddfeb1b5f4 service nova] Releasing lock "refresh_cache-2902d15c-3e2c-4e33-838c-77e5798b5a38" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.729819] env[68627]: DEBUG nova.network.neutron [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Successfully updated port: 5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.819733] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eee864-688c-bd32-5450-2c9b17695a01, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.820609] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a692b760-91db-4ba3-9cb4-2c4346c8d3ee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.826663] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1065.826663] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5245ecf8-d403-1ff1-1837-16a95636a504" [ 1065.826663] env[68627]: _type = "Task" [ 1065.826663] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.835602] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5245ecf8-d403-1ff1-1837-16a95636a504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.997460] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.997733] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2772ae6-9dc7-4262-a71d-4c23ad1d15d9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.006954] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1066.006954] env[68627]: value = "task-3037777" [ 1066.006954] env[68627]: _type = "Task" [ 1066.006954] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.016437] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.220540] env[68627]: DEBUG nova.compute.manager [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.221042] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.221401] env[68627]: DEBUG oslo_vmware.api [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037776, 'name': PowerOnVM_Task, 'duration_secs': 0.458528} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.222168] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9277f274-562a-49a6-b03d-f9dcb893f299 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.226601] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.226601] env[68627]: DEBUG nova.compute.manager [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.228425] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db6a224-867c-4ba8-b2e9-5c2cb842ab6e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.233819] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "refresh_cache-e0fff958-b6df-4d38-b9c0-f1a5babd266c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.234806] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired lock "refresh_cache-e0fff958-b6df-4d38-b9c0-f1a5babd266c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.234806] env[68627]: DEBUG nova.network.neutron [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.241063] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.244889] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-522df816-0bc9-48d6-a58d-79e24cb0dbb3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.255364] env[68627]: DEBUG oslo_vmware.api [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1066.255364] env[68627]: value = "task-3037778" [ 1066.255364] env[68627]: _type = "Task" [ 1066.255364] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.271609] env[68627]: DEBUG oslo_vmware.api [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.339182] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5245ecf8-d403-1ff1-1837-16a95636a504, 'name': SearchDatastore_Task, 'duration_secs': 0.012788} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.339521] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.339793] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 2902d15c-3e2c-4e33-838c-77e5798b5a38/2902d15c-3e2c-4e33-838c-77e5798b5a38.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.340591] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cebdb9df-e477-45da-af3e-fa1699d4722a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.348775] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1066.348775] env[68627]: value = "task-3037779" [ 1066.348775] env[68627]: _type = "Task" [ 1066.348775] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.358676] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.518104] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1066.518467] env[68627]: DEBUG nova.compute.manager [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.519285] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc91bc1-afca-4cb2-8a90-d250e2045386 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.527427] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "refresh_cache-18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.531015] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "refresh_cache-18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.531015] env[68627]: DEBUG nova.network.neutron [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.726028] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d090cb-c87a-470d-ad85-6d7f1862535f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.737181] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d0c932-2f9e-4b55-a6cc-40489e556b87 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.789119] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86cbc73-b9a3-4ce8-81a9-f6ea38289cfe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.794101] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.801449] env[68627]: DEBUG oslo_vmware.api [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037778, 'name': PowerOffVM_Task, 'duration_secs': 0.221819} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.802057] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.802231] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.803583] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea01b48c-f3a5-4766-9ed1-24f00d51d20f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.809155] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a1f5770-fc9f-4dab-8d83-6a1f33680b7e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.830756] env[68627]: DEBUG nova.compute.provider_tree [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.856950] env[68627]: DEBUG nova.network.neutron [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.864098] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037779, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.930569] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.930842] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.931087] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleting the datastore file [datastore2] 5cff7228-7263-4947-8dd8-93516397379f {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.931390] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f171308-97a2-43e1-a204-e67141fb45ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.943667] env[68627]: DEBUG oslo_vmware.api [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1066.943667] env[68627]: value = "task-3037781" [ 1066.943667] env[68627]: _type = "Task" [ 1066.943667] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.957261] env[68627]: DEBUG oslo_vmware.api [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.093042] env[68627]: DEBUG nova.network.neutron [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Updating instance_info_cache with network_info: [{"id": "5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3", "address": "fa:16:3e:0e:be:46", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0e9e8c-bc", "ovs_interfaceid": "5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.278870] env[68627]: DEBUG nova.network.neutron [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Updating instance_info_cache with network_info: [{"id": "b36a84c1-fe1e-419e-9538-0a019e44c7ac", "address": "fa:16:3e:3f:31:ae", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36a84c1-fe", "ovs_interfaceid": "b36a84c1-fe1e-419e-9538-0a019e44c7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.338039] env[68627]: DEBUG nova.scheduler.client.report [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.363105] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636726} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.363213] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 2902d15c-3e2c-4e33-838c-77e5798b5a38/2902d15c-3e2c-4e33-838c-77e5798b5a38.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.363431] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.363684] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e8d929b-9f4d-4eb9-a222-c3cb68396024 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.373595] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1067.373595] env[68627]: value = "task-3037782" [ 1067.373595] env[68627]: _type = "Task" [ 1067.373595] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.386653] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.453722] env[68627]: DEBUG oslo_vmware.api [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195402} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.455083] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.455299] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.455481] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.455689] env[68627]: INFO nova.compute.manager [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1067.456111] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.457125] env[68627]: DEBUG nova.compute.manager [req-a4efcd12-2542-49cc-9d94-79d60ed19517 req-7807b2ab-a0ee-4572-9519-0d7d8b5810fc service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Received event network-changed-5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.457340] env[68627]: DEBUG nova.compute.manager [req-a4efcd12-2542-49cc-9d94-79d60ed19517 req-7807b2ab-a0ee-4572-9519-0d7d8b5810fc service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Refreshing instance network info cache due to event network-changed-5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.457535] env[68627]: DEBUG oslo_concurrency.lockutils [req-a4efcd12-2542-49cc-9d94-79d60ed19517 req-7807b2ab-a0ee-4572-9519-0d7d8b5810fc service nova] Acquiring lock "refresh_cache-e0fff958-b6df-4d38-b9c0-f1a5babd266c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.457744] env[68627]: DEBUG nova.compute.manager [-] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.457840] env[68627]: DEBUG nova.network.neutron [-] [instance: 5cff7228-7263-4947-8dd8-93516397379f] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.596361] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Releasing lock "refresh_cache-e0fff958-b6df-4d38-b9c0-f1a5babd266c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.596696] env[68627]: DEBUG nova.compute.manager [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Instance network_info: |[{"id": "5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3", "address": "fa:16:3e:0e:be:46", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0e9e8c-bc", "ovs_interfaceid": "5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.597068] env[68627]: DEBUG oslo_concurrency.lockutils [req-a4efcd12-2542-49cc-9d94-79d60ed19517 req-7807b2ab-a0ee-4572-9519-0d7d8b5810fc service nova] Acquired lock "refresh_cache-e0fff958-b6df-4d38-b9c0-f1a5babd266c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.597208] env[68627]: DEBUG nova.network.neutron [req-a4efcd12-2542-49cc-9d94-79d60ed19517 req-7807b2ab-a0ee-4572-9519-0d7d8b5810fc service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Refreshing network info cache for port 5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.598514] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:be:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.606082] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Creating folder: Project (049ccbeb8f534e0daef961573c16606a). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.609225] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8076f58-7140-4e47-858b-b6bd59a26d77 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.611018] env[68627]: DEBUG oslo_concurrency.lockutils [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquiring lock "02ecdf9c-9474-4a14-ac9e-cf9e37a3783d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.611252] env[68627]: DEBUG oslo_concurrency.lockutils [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Lock "02ecdf9c-9474-4a14-ac9e-cf9e37a3783d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.611449] env[68627]: DEBUG oslo_concurrency.lockutils [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquiring lock "02ecdf9c-9474-4a14-ac9e-cf9e37a3783d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.611989] env[68627]: DEBUG oslo_concurrency.lockutils [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Lock "02ecdf9c-9474-4a14-ac9e-cf9e37a3783d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.612190] env[68627]: DEBUG oslo_concurrency.lockutils [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Lock "02ecdf9c-9474-4a14-ac9e-cf9e37a3783d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.614579] env[68627]: INFO nova.compute.manager [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Terminating instance [ 1067.628063] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Created folder: Project (049ccbeb8f534e0daef961573c16606a) in parent group-v608385. [ 1067.628288] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Creating folder: Instances. Parent ref: group-v608682. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.628572] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1456d33-faf8-4027-80a3-9e83ad879924 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.640094] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Created folder: Instances in parent group-v608682. [ 1067.640354] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.640556] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.640780] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ede93cef-da91-4028-a3a2-cc8de209160b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.663736] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.663736] env[68627]: value = "task-3037785" [ 1067.663736] env[68627]: _type = "Task" [ 1067.663736] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.673506] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037785, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.782295] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "refresh_cache-18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.842090] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.395s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.844420] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.709s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.844664] env[68627]: DEBUG nova.objects.instance [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lazy-loading 'resources' on Instance uuid da33ab9e-fc44-4d70-ab61-8ee58add8ac1 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.887458] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076677} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.888526] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.889570] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6538c838-e698-4293-92de-61bf29aa61aa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.894294] env[68627]: INFO nova.network.neutron [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updating port e7502f43-0a15-4de6-81a0-e39e9004bd94 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1067.933552] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 2902d15c-3e2c-4e33-838c-77e5798b5a38/2902d15c-3e2c-4e33-838c-77e5798b5a38.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.938074] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-832eb87b-98d7-47a8-b904-eb3216731907 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.970594] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1067.970594] env[68627]: value = "task-3037786" [ 1067.970594] env[68627]: _type = "Task" [ 1067.970594] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.978647] env[68627]: DEBUG nova.network.neutron [req-a4efcd12-2542-49cc-9d94-79d60ed19517 req-7807b2ab-a0ee-4572-9519-0d7d8b5810fc service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Updated VIF entry in instance network info cache for port 5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.979117] env[68627]: DEBUG nova.network.neutron [req-a4efcd12-2542-49cc-9d94-79d60ed19517 req-7807b2ab-a0ee-4572-9519-0d7d8b5810fc service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Updating instance_info_cache with network_info: [{"id": "5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3", "address": "fa:16:3e:0e:be:46", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0e9e8c-bc", "ovs_interfaceid": "5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.987064] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.120611] env[68627]: DEBUG oslo_concurrency.lockutils [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquiring lock "refresh_cache-02ecdf9c-9474-4a14-ac9e-cf9e37a3783d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.120611] env[68627]: DEBUG oslo_concurrency.lockutils [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquired lock "refresh_cache-02ecdf9c-9474-4a14-ac9e-cf9e37a3783d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.120611] env[68627]: DEBUG nova.network.neutron [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.160025] env[68627]: DEBUG nova.compute.manager [req-2f954bfe-b048-4f96-ab12-9810f0122dc0 req-0b2cb31a-99d7-453e-ae21-03ed1721a74d service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Received event network-vif-deleted-7e80cc6b-c931-47a0-a324-93ee192ec7cc {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.160025] env[68627]: INFO nova.compute.manager [req-2f954bfe-b048-4f96-ab12-9810f0122dc0 req-0b2cb31a-99d7-453e-ae21-03ed1721a74d service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Neutron deleted interface 7e80cc6b-c931-47a0-a324-93ee192ec7cc; detaching it from the instance and deleting it from the info cache [ 1068.160025] env[68627]: DEBUG nova.network.neutron [req-2f954bfe-b048-4f96-ab12-9810f0122dc0 req-0b2cb31a-99d7-453e-ae21-03ed1721a74d service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.177023] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037785, 'name': CreateVM_Task, 'duration_secs': 0.464} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.177023] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.177859] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.178120] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.178495] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.179023] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a103f545-815c-4125-8c0a-be61e74f7080 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.187357] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1068.187357] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5223b78f-1d8d-0a80-9ed0-19f67906e377" [ 1068.187357] env[68627]: _type = "Task" [ 1068.187357] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.197076] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5223b78f-1d8d-0a80-9ed0-19f67906e377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.247941] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.248846] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08ea8a6-f5fe-4003-ae0a-7c32065f2946 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.257805] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.258110] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9de6e33-b0f1-4241-914e-a12442cb0696 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.329437] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.329810] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.329850] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleting the datastore file [datastore1] 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.330210] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50ebcfc8-1fbc-4021-9163-972ef36a2f7a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.338268] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1068.338268] env[68627]: value = "task-3037788" [ 1068.338268] env[68627]: _type = "Task" [ 1068.338268] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.346598] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.483087] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.488886] env[68627]: DEBUG oslo_concurrency.lockutils [req-a4efcd12-2542-49cc-9d94-79d60ed19517 req-7807b2ab-a0ee-4572-9519-0d7d8b5810fc service nova] Releasing lock "refresh_cache-e0fff958-b6df-4d38-b9c0-f1a5babd266c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.589422] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3e84f6-8fb1-4a84-b3e6-59881ec1b17a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.598993] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d39582c-2936-4096-8b68-d04e769c6544 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.636676] env[68627]: DEBUG nova.network.neutron [-] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.638753] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99aba56-496e-438d-a2fc-62516858f2a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.647852] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc840402-9cfd-4cb7-b0e8-2d3155e79c33 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.665418] env[68627]: DEBUG nova.compute.provider_tree [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.667512] env[68627]: DEBUG nova.network.neutron [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.669360] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c82253d-328b-4f99-8ecc-98fa818fb0f4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.680269] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bdf405-b66f-4f5e-9a13-f0249fe9a25c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.703032] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5223b78f-1d8d-0a80-9ed0-19f67906e377, 'name': SearchDatastore_Task, 'duration_secs': 0.01198} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.703283] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.704031] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.704031] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.704031] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.704212] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.704333] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3745d8b5-26fd-4beb-ab22-d3a5d0be1f83 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.721713] env[68627]: DEBUG nova.compute.manager [req-2f954bfe-b048-4f96-ab12-9810f0122dc0 req-0b2cb31a-99d7-453e-ae21-03ed1721a74d service nova] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Detach interface failed, port_id=7e80cc6b-c931-47a0-a324-93ee192ec7cc, reason: Instance 5cff7228-7263-4947-8dd8-93516397379f could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.724062] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.724062] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.724512] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4606c38f-d9bd-4f13-8c64-c65ea4c85b62 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.731295] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1068.731295] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525c7703-547f-9017-e24a-0f4e7ca5817c" [ 1068.731295] env[68627]: _type = "Task" [ 1068.731295] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.735300] env[68627]: DEBUG nova.network.neutron [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.742912] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525c7703-547f-9017-e24a-0f4e7ca5817c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.849760] env[68627]: DEBUG oslo_vmware.api [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162281} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.850071] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.850284] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.850494] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.868470] env[68627]: INFO nova.scheduler.client.report [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleted allocations for instance 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8 [ 1068.981416] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037786, 'name': ReconfigVM_Task, 'duration_secs': 0.704336} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.981698] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 2902d15c-3e2c-4e33-838c-77e5798b5a38/2902d15c-3e2c-4e33-838c-77e5798b5a38.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.982349] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64c94550-8704-4ea6-80ac-9f78b46ae8f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.989818] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1068.989818] env[68627]: value = "task-3037789" [ 1068.989818] env[68627]: _type = "Task" [ 1068.989818] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.999839] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037789, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.142337] env[68627]: INFO nova.compute.manager [-] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Took 1.68 seconds to deallocate network for instance. [ 1069.172782] env[68627]: DEBUG nova.scheduler.client.report [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.238254] env[68627]: DEBUG oslo_concurrency.lockutils [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Releasing lock "refresh_cache-02ecdf9c-9474-4a14-ac9e-cf9e37a3783d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.238688] env[68627]: DEBUG nova.compute.manager [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.238688] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.239485] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ff359b-a155-47e1-8e40-56849403e934 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.245782] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525c7703-547f-9017-e24a-0f4e7ca5817c, 'name': SearchDatastore_Task, 'duration_secs': 0.011923} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.246936] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48794d7a-9473-4b1f-8ba1-802c4fdd6b15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.251060] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.251593] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fb0f51b-ee60-4856-a0c5-8f89608e122f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.255671] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1069.255671] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5261db85-9357-ec6f-0b1e-07ba13e4d55e" [ 1069.255671] env[68627]: _type = "Task" [ 1069.255671] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.259734] env[68627]: DEBUG oslo_vmware.api [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1069.259734] env[68627]: value = "task-3037790" [ 1069.259734] env[68627]: _type = "Task" [ 1069.259734] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.266179] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5261db85-9357-ec6f-0b1e-07ba13e4d55e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.272596] env[68627]: DEBUG oslo_vmware.api [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.373719] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.488196] env[68627]: DEBUG nova.compute.manager [req-e43ac892-6c57-4a9a-bc6e-95ad0169afd8 req-dba76354-a8a5-4d94-b6e5-6fe0d7b0ec87 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Received event network-vif-plugged-e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.488196] env[68627]: DEBUG oslo_concurrency.lockutils [req-e43ac892-6c57-4a9a-bc6e-95ad0169afd8 req-dba76354-a8a5-4d94-b6e5-6fe0d7b0ec87 service nova] Acquiring lock "099c1c96-a127-4e53-a117-e681e3e395a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.488196] env[68627]: DEBUG oslo_concurrency.lockutils [req-e43ac892-6c57-4a9a-bc6e-95ad0169afd8 req-dba76354-a8a5-4d94-b6e5-6fe0d7b0ec87 service nova] Lock "099c1c96-a127-4e53-a117-e681e3e395a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.488196] env[68627]: DEBUG oslo_concurrency.lockutils [req-e43ac892-6c57-4a9a-bc6e-95ad0169afd8 req-dba76354-a8a5-4d94-b6e5-6fe0d7b0ec87 service nova] Lock "099c1c96-a127-4e53-a117-e681e3e395a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.488699] env[68627]: DEBUG nova.compute.manager [req-e43ac892-6c57-4a9a-bc6e-95ad0169afd8 req-dba76354-a8a5-4d94-b6e5-6fe0d7b0ec87 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] No waiting events found dispatching network-vif-plugged-e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.488920] env[68627]: WARNING nova.compute.manager [req-e43ac892-6c57-4a9a-bc6e-95ad0169afd8 req-dba76354-a8a5-4d94-b6e5-6fe0d7b0ec87 service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Received unexpected event network-vif-plugged-e7502f43-0a15-4de6-81a0-e39e9004bd94 for instance with vm_state shelved_offloaded and task_state spawning. [ 1069.502110] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037789, 'name': Rename_Task, 'duration_secs': 0.324209} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.502386] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.502634] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa57756a-3b89-468d-a4d9-f3d1113a9035 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.512115] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1069.512115] env[68627]: value = "task-3037791" [ 1069.512115] env[68627]: _type = "Task" [ 1069.512115] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.520922] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.649804] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.678352] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.680689] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.053s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.701707] env[68627]: INFO nova.scheduler.client.report [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleted allocations for instance da33ab9e-fc44-4d70-ab61-8ee58add8ac1 [ 1069.767270] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5261db85-9357-ec6f-0b1e-07ba13e4d55e, 'name': SearchDatastore_Task, 'duration_secs': 0.012388} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.767895] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.768523] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] e0fff958-b6df-4d38-b9c0-f1a5babd266c/e0fff958-b6df-4d38-b9c0-f1a5babd266c.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.768523] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c66f1222-2a71-48e3-96e1-3a36d80cce1b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.772964] env[68627]: DEBUG oslo_vmware.api [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037790, 'name': PowerOffVM_Task, 'duration_secs': 0.141817} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.773460] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.773621] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.773837] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69d0f5b7-2fbe-4fd7-a8d3-96851edb87e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.778868] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1069.778868] env[68627]: value = "task-3037792" [ 1069.778868] env[68627]: _type = "Task" [ 1069.778868] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.787322] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.806836] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.807109] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.807290] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Deleting the datastore file [datastore1] 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.807572] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-935630e4-5fb0-4bc4-bc39-26b859b44ac7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.814675] env[68627]: DEBUG oslo_vmware.api [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for the task: (returnval){ [ 1069.814675] env[68627]: value = "task-3037794" [ 1069.814675] env[68627]: _type = "Task" [ 1069.814675] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.825471] env[68627]: DEBUG oslo_vmware.api [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.900262] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.900403] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.900584] env[68627]: DEBUG nova.network.neutron [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.908022] env[68627]: DEBUG oslo_concurrency.lockutils [None req-39d6cfd4-a5fa-476e-959a-2828643b87ef tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.025951] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.197335] env[68627]: DEBUG nova.compute.manager [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Received event network-vif-unplugged-b36a84c1-fe1e-419e-9538-0a019e44c7ac {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.197669] env[68627]: DEBUG oslo_concurrency.lockutils [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] Acquiring lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.197981] env[68627]: DEBUG oslo_concurrency.lockutils [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] Lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.198268] env[68627]: DEBUG oslo_concurrency.lockutils [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] Lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.198547] env[68627]: DEBUG nova.compute.manager [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] No waiting events found dispatching network-vif-unplugged-b36a84c1-fe1e-419e-9538-0a019e44c7ac {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.198808] env[68627]: DEBUG nova.compute.manager [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Received event network-vif-unplugged-b36a84c1-fe1e-419e-9538-0a019e44c7ac for instance with task_state deleting. {{(pid=68627) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 1070.199077] env[68627]: DEBUG nova.compute.manager [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Received event network-changed-b36a84c1-fe1e-419e-9538-0a019e44c7ac {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.199327] env[68627]: DEBUG nova.compute.manager [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Refreshing instance network info cache due to event network-changed-b36a84c1-fe1e-419e-9538-0a019e44c7ac. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.199612] env[68627]: DEBUG oslo_concurrency.lockutils [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] Acquiring lock "refresh_cache-18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.199837] env[68627]: DEBUG oslo_concurrency.lockutils [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] Acquired lock "refresh_cache-18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.200099] env[68627]: DEBUG nova.network.neutron [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Refreshing network info cache for port b36a84c1-fe1e-419e-9538-0a019e44c7ac {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.213027] env[68627]: DEBUG oslo_concurrency.lockutils [None req-66168e8e-8c63-486e-9aa1-2f8302c668c0 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "da33ab9e-fc44-4d70-ab61-8ee58add8ac1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.221s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.290512] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037792, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.325186] env[68627]: DEBUG oslo_vmware.api [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Task: {'id': task-3037794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110636} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.325493] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.325687] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.325912] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.326121] env[68627]: INFO nova.compute.manager [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1070.326378] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.326581] env[68627]: DEBUG nova.compute.manager [-] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.326677] env[68627]: DEBUG nova.network.neutron [-] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.343467] env[68627]: DEBUG nova.network.neutron [-] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.527322] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.726138] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7d63cf7b-7227-4d99-b08c-b7bc56020e1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.726312] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 401f7afd-55f9-40df-8ea7-892c97c15b01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.726433] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 567f617b-7bc8-4881-a593-469158cca154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.726549] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance bafad755-24d0-40c9-b229-216ccfaff4ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.726660] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance c1c4588e-9765-4db1-b0bc-40d5892dae14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.726779] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance f6817d76-4935-450d-8a4a-d8366420f9f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.726958] env[68627]: WARNING nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 5cff7228-7263-4947-8dd8-93516397379f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.727135] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 546c1c7c-6442-41d7-8de2-b4d16b2342f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.727244] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.727313] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 2764d6ce-eacd-459a-9353-a78eed95fff8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.727425] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.727533] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 099c1c96-a127-4e53-a117-e681e3e395a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.727644] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 2902d15c-3e2c-4e33-838c-77e5798b5a38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.727754] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance e0fff958-b6df-4d38-b9c0-f1a5babd266c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1070.727968] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1070.728114] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1070.738573] env[68627]: DEBUG nova.network.neutron [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updating instance_info_cache with network_info: [{"id": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "address": "fa:16:3e:cd:a6:59", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7502f43-0a", "ovs_interfaceid": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.796115] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518933} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.796466] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] e0fff958-b6df-4d38-b9c0-f1a5babd266c/e0fff958-b6df-4d38-b9c0-f1a5babd266c.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.796616] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.796882] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6db23f34-e694-4232-9e2f-f23fab24e0e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.806516] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1070.806516] env[68627]: value = "task-3037795" [ 1070.806516] env[68627]: _type = "Task" [ 1070.806516] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.819496] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.846761] env[68627]: DEBUG nova.network.neutron [-] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.945213] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28f636e-8759-4507-987b-558634e50468 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.954938] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5ba3a8-cc86-4cd0-a4e0-832848a948f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.996459] env[68627]: DEBUG nova.network.neutron [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Updated VIF entry in instance network info cache for port b36a84c1-fe1e-419e-9538-0a019e44c7ac. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.996802] env[68627]: DEBUG nova.network.neutron [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Updating instance_info_cache with network_info: [{"id": "b36a84c1-fe1e-419e-9538-0a019e44c7ac", "address": "fa:16:3e:3f:31:ae", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": null, "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb36a84c1-fe", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.998528] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52220978-a73d-4e2d-94a3-a5fc9e6ffdb9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.008217] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03a5c44-0dcf-48a0-88ce-81b222ab1c41 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.025634] env[68627]: DEBUG nova.compute.provider_tree [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.037453] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037791, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.243133] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.276397] env[68627]: DEBUG nova.virt.hardware [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a90815e2753db79de0fbab9a0bd8fda0',container_format='bare',created_at=2025-03-16T13:53:41Z,direct_url=,disk_format='vmdk',id=9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1191339339-shelved',owner='cfe1862fbe654d1e941c96d76b5ae663',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-03-16T13:53:57Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.276653] env[68627]: DEBUG nova.virt.hardware [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.276814] env[68627]: DEBUG nova.virt.hardware [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.277008] env[68627]: DEBUG nova.virt.hardware [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.277187] env[68627]: DEBUG nova.virt.hardware [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.277336] env[68627]: DEBUG nova.virt.hardware [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.277550] env[68627]: DEBUG nova.virt.hardware [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.277708] env[68627]: DEBUG nova.virt.hardware [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.277876] env[68627]: DEBUG nova.virt.hardware [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.278060] env[68627]: DEBUG nova.virt.hardware [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.278248] env[68627]: DEBUG nova.virt.hardware [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.279132] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a092f6-de29-4e63-bbcd-ff0fe62432a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.287678] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4f3470-1eef-4664-a061-e6fb857e9a67 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.302044] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:a6:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7502f43-0a15-4de6-81a0-e39e9004bd94', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.309848] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.310199] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.313200] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62734605-e7e4-4cd4-b49f-e904374bea5f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.334830] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074115} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.336199] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.336589] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.336589] env[68627]: value = "task-3037796" [ 1071.336589] env[68627]: _type = "Task" [ 1071.336589] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.337306] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d724aa5-5a42-4242-8881-ec825255ee49 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.350051] env[68627]: INFO nova.compute.manager [-] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Took 1.02 seconds to deallocate network for instance. [ 1071.350263] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037796, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.371920] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] e0fff958-b6df-4d38-b9c0-f1a5babd266c/e0fff958-b6df-4d38-b9c0-f1a5babd266c.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.375157] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23bda1dd-913e-4855-867a-3b0d3cef4144 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.398072] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1071.398072] env[68627]: value = "task-3037797" [ 1071.398072] env[68627]: _type = "Task" [ 1071.398072] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.408705] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.503137] env[68627]: DEBUG oslo_concurrency.lockutils [req-55104b9d-f909-4e9d-95ab-6bc62cbb696b req-ef182ba9-9957-41da-ab5a-e6dfb21c85e3 service nova] Releasing lock "refresh_cache-18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.518389] env[68627]: DEBUG nova.compute.manager [req-43d2b3e1-4843-484a-b021-5a66fb6a581b req-7b156946-2c8c-4053-991e-fa505072dbed service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Received event network-changed-e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.518675] env[68627]: DEBUG nova.compute.manager [req-43d2b3e1-4843-484a-b021-5a66fb6a581b req-7b156946-2c8c-4053-991e-fa505072dbed service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Refreshing instance network info cache due to event network-changed-e7502f43-0a15-4de6-81a0-e39e9004bd94. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.518986] env[68627]: DEBUG oslo_concurrency.lockutils [req-43d2b3e1-4843-484a-b021-5a66fb6a581b req-7b156946-2c8c-4053-991e-fa505072dbed service nova] Acquiring lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.519213] env[68627]: DEBUG oslo_concurrency.lockutils [req-43d2b3e1-4843-484a-b021-5a66fb6a581b req-7b156946-2c8c-4053-991e-fa505072dbed service nova] Acquired lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.519409] env[68627]: DEBUG nova.network.neutron [req-43d2b3e1-4843-484a-b021-5a66fb6a581b req-7b156946-2c8c-4053-991e-fa505072dbed service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Refreshing network info cache for port e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.531265] env[68627]: DEBUG nova.scheduler.client.report [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.538644] env[68627]: DEBUG oslo_vmware.api [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037791, 'name': PowerOnVM_Task, 'duration_secs': 1.623583} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.539176] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.539405] env[68627]: INFO nova.compute.manager [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1071.539595] env[68627]: DEBUG nova.compute.manager [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.540547] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6153aa-f4de-4e7e-b48e-3ede34b5bad0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.851344] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037796, 'name': CreateVM_Task, 'duration_secs': 0.494741} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.851615] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.852434] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.852660] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.853195] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.853573] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b1aca4-3755-4d09-b79f-2bfd8e694880 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.859635] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1071.859635] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d03e02-13ea-abe1-a4c7-b32f9a2431ad" [ 1071.859635] env[68627]: _type = "Task" [ 1071.859635] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.868198] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d03e02-13ea-abe1-a4c7-b32f9a2431ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.892583] env[68627]: DEBUG oslo_concurrency.lockutils [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.910107] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037797, 'name': ReconfigVM_Task, 'duration_secs': 0.364557} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.910567] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Reconfigured VM instance instance-00000068 to attach disk [datastore2] e0fff958-b6df-4d38-b9c0-f1a5babd266c/e0fff958-b6df-4d38-b9c0-f1a5babd266c.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.911354] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a23ff664-e368-4651-a05c-e947f114744b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.920511] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1071.920511] env[68627]: value = "task-3037798" [ 1071.920511] env[68627]: _type = "Task" [ 1071.920511] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.929949] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037798, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.040383] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1072.040556] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.360s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.041172] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.247s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.041172] env[68627]: DEBUG nova.objects.instance [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68627) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1072.061876] env[68627]: INFO nova.compute.manager [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Took 24.70 seconds to build instance. [ 1072.067937] env[68627]: DEBUG nova.compute.manager [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Stashing vm_state: active {{(pid=68627) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1072.098097] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529abfcc-2ffb-dbf3-c9b4-bd59de44c728/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1072.098980] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ab5f1d-5740-4292-a3c2-886f282cc8b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.106698] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529abfcc-2ffb-dbf3-c9b4-bd59de44c728/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1072.106871] env[68627]: ERROR oslo_vmware.rw_handles [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529abfcc-2ffb-dbf3-c9b4-bd59de44c728/disk-0.vmdk due to incomplete transfer. [ 1072.107158] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4baf6165-7434-47a9-afd2-df950cfa7fbb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.115733] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529abfcc-2ffb-dbf3-c9b4-bd59de44c728/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1072.115940] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Uploaded image 30d06321-1860-45cf-b931-b9fe6a0388b4 to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1072.117912] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1072.118456] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a29c0319-0096-430b-bdb7-ed9255857c3d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.125181] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1072.125181] env[68627]: value = "task-3037799" [ 1072.125181] env[68627]: _type = "Task" [ 1072.125181] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.137265] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037799, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.273373] env[68627]: DEBUG nova.network.neutron [req-43d2b3e1-4843-484a-b021-5a66fb6a581b req-7b156946-2c8c-4053-991e-fa505072dbed service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updated VIF entry in instance network info cache for port e7502f43-0a15-4de6-81a0-e39e9004bd94. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.273948] env[68627]: DEBUG nova.network.neutron [req-43d2b3e1-4843-484a-b021-5a66fb6a581b req-7b156946-2c8c-4053-991e-fa505072dbed service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updating instance_info_cache with network_info: [{"id": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "address": "fa:16:3e:cd:a6:59", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7502f43-0a", "ovs_interfaceid": "e7502f43-0a15-4de6-81a0-e39e9004bd94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.370505] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.370770] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Processing image 9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71 {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.371029] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.371186] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.371365] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.371624] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be068b06-38c3-4279-8038-90638cbd0d6b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.381470] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.381667] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.382399] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d60306-83dc-4448-a2df-653024080595 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.388273] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1072.388273] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525d3309-289c-23a0-610d-b5192d28b202" [ 1072.388273] env[68627]: _type = "Task" [ 1072.388273] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.397022] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525d3309-289c-23a0-610d-b5192d28b202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.431013] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037798, 'name': Rename_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.564354] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4e0d0c2b-07f5-4507-93be-b49dddffa45c tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "2902d15c-3e2c-4e33-838c-77e5798b5a38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.219s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.589270] env[68627]: DEBUG oslo_concurrency.lockutils [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.635209] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037799, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.777396] env[68627]: DEBUG oslo_concurrency.lockutils [req-43d2b3e1-4843-484a-b021-5a66fb6a581b req-7b156946-2c8c-4053-991e-fa505072dbed service nova] Releasing lock "refresh_cache-099c1c96-a127-4e53-a117-e681e3e395a1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.901129] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Preparing fetch location {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1072.901437] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Fetch image to [datastore1] OSTACK_IMG_772b606d-efa4-4eec-a9f5-e74bccccb859/OSTACK_IMG_772b606d-efa4-4eec-a9f5-e74bccccb859.vmdk {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1072.901668] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Downloading stream optimized image 9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71 to [datastore1] OSTACK_IMG_772b606d-efa4-4eec-a9f5-e74bccccb859/OSTACK_IMG_772b606d-efa4-4eec-a9f5-e74bccccb859.vmdk on the data store datastore1 as vApp {{(pid=68627) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1072.901868] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Downloading image file data 9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71 to the ESX as VM named 'OSTACK_IMG_772b606d-efa4-4eec-a9f5-e74bccccb859' {{(pid=68627) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1072.934231] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037798, 'name': Rename_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.985493] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1072.985493] env[68627]: value = "resgroup-9" [ 1072.985493] env[68627]: _type = "ResourcePool" [ 1072.985493] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1072.985818] env[68627]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6a92077c-bf54-4b3d-82b1-2353721f604b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.008044] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lease: (returnval){ [ 1073.008044] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c34d9e-1458-c031-7870-f048df3d760b" [ 1073.008044] env[68627]: _type = "HttpNfcLease" [ 1073.008044] env[68627]: } obtained for vApp import into resource pool (val){ [ 1073.008044] env[68627]: value = "resgroup-9" [ 1073.008044] env[68627]: _type = "ResourcePool" [ 1073.008044] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1073.008447] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the lease: (returnval){ [ 1073.008447] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c34d9e-1458-c031-7870-f048df3d760b" [ 1073.008447] env[68627]: _type = "HttpNfcLease" [ 1073.008447] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1073.015470] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1073.015470] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c34d9e-1458-c031-7870-f048df3d760b" [ 1073.015470] env[68627]: _type = "HttpNfcLease" [ 1073.015470] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1073.050935] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9b563469-8088-4457-ad23-87d9761321be tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.052143] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.679s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.052343] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.054890] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.405s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.055207] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.057565] env[68627]: DEBUG oslo_concurrency.lockutils [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.165s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.057853] env[68627]: DEBUG nova.objects.instance [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Lazy-loading 'resources' on Instance uuid 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.077090] env[68627]: INFO nova.scheduler.client.report [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleted allocations for instance 5cff7228-7263-4947-8dd8-93516397379f [ 1073.109725] env[68627]: DEBUG oslo_concurrency.lockutils [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.110062] env[68627]: DEBUG oslo_concurrency.lockutils [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.136169] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037799, 'name': Destroy_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.348198] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "f7b9bbd3-5b93-4f2b-9426-e617de7b4326" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.348573] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "f7b9bbd3-5b93-4f2b-9426-e617de7b4326" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.433945] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037798, 'name': Rename_Task, 'duration_secs': 1.1719} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.434270] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.434533] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e4268a9-50d9-426a-aa9b-6f439b063294 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.442953] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1073.442953] env[68627]: value = "task-3037801" [ 1073.442953] env[68627]: _type = "Task" [ 1073.442953] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.451966] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.518466] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1073.518466] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c34d9e-1458-c031-7870-f048df3d760b" [ 1073.518466] env[68627]: _type = "HttpNfcLease" [ 1073.518466] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1073.567121] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b34100a9-c159-4f91-acf1-eba45916f7e6 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.975s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.568088] env[68627]: DEBUG oslo_concurrency.lockutils [None req-39d6cfd4-a5fa-476e-959a-2828643b87ef tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.665s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.568328] env[68627]: DEBUG oslo_concurrency.lockutils [None req-39d6cfd4-a5fa-476e-959a-2828643b87ef tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.568703] env[68627]: DEBUG oslo_concurrency.lockutils [None req-39d6cfd4-a5fa-476e-959a-2828643b87ef tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.568797] env[68627]: DEBUG oslo_concurrency.lockutils [None req-39d6cfd4-a5fa-476e-959a-2828643b87ef tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.573131] env[68627]: INFO nova.compute.manager [None req-39d6cfd4-a5fa-476e-959a-2828643b87ef tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Terminating instance [ 1073.588736] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a8ba168d-4e85-44c1-bc04-da1edc821326 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "5cff7228-7263-4947-8dd8-93516397379f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.884s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.613056] env[68627]: INFO nova.compute.manager [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Detaching volume 74ebb529-90d2-40f0-916c-47098cd8c445 [ 1073.639228] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037799, 'name': Destroy_Task, 'duration_secs': 1.063604} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.639520] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Destroyed the VM [ 1073.639755] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1073.640068] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05beaadc-b7ab-4886-873d-a8e80015a224 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.649631] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1073.649631] env[68627]: value = "task-3037802" [ 1073.649631] env[68627]: _type = "Task" [ 1073.649631] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.654842] env[68627]: INFO nova.virt.block_device [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Attempting to driver detach volume 74ebb529-90d2-40f0-916c-47098cd8c445 from mountpoint /dev/sdb [ 1073.655189] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1073.655467] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608647', 'volume_id': '74ebb529-90d2-40f0-916c-47098cd8c445', 'name': 'volume-74ebb529-90d2-40f0-916c-47098cd8c445', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1c4588e-9765-4db1-b0bc-40d5892dae14', 'attached_at': '', 'detached_at': '', 'volume_id': '74ebb529-90d2-40f0-916c-47098cd8c445', 'serial': '74ebb529-90d2-40f0-916c-47098cd8c445'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1073.656667] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9ad5c3-9810-4f57-9df9-9b98e70fdc46 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.666043] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037802, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.689302] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af3c3b3-2e90-48bd-999d-2a6cade8abaf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.697750] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac627d7-1e60-418a-9e34-c1534f144fcf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.724735] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88384d-e58f-4599-a21b-299b64829a00 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.743214] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] The volume has not been displaced from its original location: [datastore2] volume-74ebb529-90d2-40f0-916c-47098cd8c445/volume-74ebb529-90d2-40f0-916c-47098cd8c445.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1073.749246] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1073.752556] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68de861b-91af-4b1e-9b91-0969255feb0e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.775181] env[68627]: DEBUG oslo_vmware.api [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1073.775181] env[68627]: value = "task-3037803" [ 1073.775181] env[68627]: _type = "Task" [ 1073.775181] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.788111] env[68627]: DEBUG oslo_vmware.api [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.852319] env[68627]: DEBUG nova.compute.manager [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.866969] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbadcaf0-bbd7-454b-8859-d69c0ca9000f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.876675] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fa10b6-e7e5-4e0e-8b36-d813d9fe7e61 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.912990] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514e7077-e33f-4926-b2bf-2c2e7073c7aa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.925034] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121c24c8-35df-4784-af0a-0a88cb07e7be {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.940850] env[68627]: DEBUG nova.compute.provider_tree [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.953933] env[68627]: DEBUG oslo_vmware.api [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037801, 'name': PowerOnVM_Task, 'duration_secs': 0.506261} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.954964] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.958022] env[68627]: INFO nova.compute.manager [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1073.958022] env[68627]: DEBUG nova.compute.manager [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.958022] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd0dd3c-5e12-4f24-a026-43735b34623a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.021639] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1074.021639] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c34d9e-1458-c031-7870-f048df3d760b" [ 1074.021639] env[68627]: _type = "HttpNfcLease" [ 1074.021639] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1074.021828] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1074.021828] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c34d9e-1458-c031-7870-f048df3d760b" [ 1074.021828] env[68627]: _type = "HttpNfcLease" [ 1074.021828] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1074.022673] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf26d52-17e9-4348-8a5f-e2e74f4ce53b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.031559] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523bc481-7881-b0b8-7f08-b69d5aa6bed1/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1074.031559] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523bc481-7881-b0b8-7f08-b69d5aa6bed1/disk-0.vmdk. {{(pid=68627) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1074.090723] env[68627]: DEBUG nova.compute.manager [None req-39d6cfd4-a5fa-476e-959a-2828643b87ef tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.090890] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-39d6cfd4-a5fa-476e-959a-2828643b87ef tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.091380] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d18c30ba-bae3-4807-9c39-9affd07ddab3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.097867] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b636c965-428f-4039-b826-5f7c5728891d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.104894] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9457c2c-0ede-450d-b537-4a41befc325d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.143024] env[68627]: WARNING nova.virt.vmwareapi.vmops [None req-39d6cfd4-a5fa-476e-959a-2828643b87ef tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8 could not be found. [ 1074.143024] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-39d6cfd4-a5fa-476e-959a-2828643b87ef tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.143024] env[68627]: INFO nova.compute.manager [None req-39d6cfd4-a5fa-476e-959a-2828643b87ef tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1074.143024] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39d6cfd4-a5fa-476e-959a-2828643b87ef tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.143288] env[68627]: DEBUG nova.compute.manager [-] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.143288] env[68627]: DEBUG nova.network.neutron [-] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.162512] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037802, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.287185] env[68627]: DEBUG oslo_vmware.api [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037803, 'name': ReconfigVM_Task, 'duration_secs': 0.289699} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.287521] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.292449] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1461d707-66dd-4cf7-97b2-c9e317cb3838 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.310567] env[68627]: DEBUG oslo_vmware.api [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1074.310567] env[68627]: value = "task-3037804" [ 1074.310567] env[68627]: _type = "Task" [ 1074.310567] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.320585] env[68627]: DEBUG oslo_vmware.api [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.375119] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.444968] env[68627]: DEBUG nova.scheduler.client.report [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.476815] env[68627]: INFO nova.compute.manager [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Took 23.60 seconds to build instance. [ 1074.664309] env[68627]: DEBUG oslo_vmware.api [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037802, 'name': RemoveSnapshot_Task, 'duration_secs': 0.665818} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.665201] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1074.665507] env[68627]: INFO nova.compute.manager [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Took 17.61 seconds to snapshot the instance on the hypervisor. [ 1074.823152] env[68627]: DEBUG oslo_vmware.api [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037804, 'name': ReconfigVM_Task, 'duration_secs': 0.152489} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.825676] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608647', 'volume_id': '74ebb529-90d2-40f0-916c-47098cd8c445', 'name': 'volume-74ebb529-90d2-40f0-916c-47098cd8c445', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1c4588e-9765-4db1-b0bc-40d5892dae14', 'attached_at': '', 'detached_at': '', 'volume_id': '74ebb529-90d2-40f0-916c-47098cd8c445', 'serial': '74ebb529-90d2-40f0-916c-47098cd8c445'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1074.890816] env[68627]: DEBUG nova.network.neutron [-] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.950999] env[68627]: DEBUG oslo_concurrency.lockutils [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.953359] env[68627]: DEBUG oslo_concurrency.lockutils [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.364s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.979103] env[68627]: DEBUG oslo_concurrency.lockutils [None req-eb363107-721a-43d4-9903-32e9f372e09c tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.111s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.995012] env[68627]: INFO nova.scheduler.client.report [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Deleted allocations for instance 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d [ 1075.080046] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "3f7d1875-756b-473a-a501-0bd2e827661d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.080302] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "3f7d1875-756b-473a-a501-0bd2e827661d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.223291] env[68627]: DEBUG nova.compute.manager [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Found 3 images (rotation: 2) {{(pid=68627) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1075.223547] env[68627]: DEBUG nova.compute.manager [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Rotating out 1 backups {{(pid=68627) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1075.223718] env[68627]: DEBUG nova.compute.manager [None req-d8783841-edbe-43d1-8167-40e3bcdc5af2 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Deleting image 7f734b39-6986-4178-bc68-4c7e3bb1e04d {{(pid=68627) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1075.390287] env[68627]: DEBUG nova.objects.instance [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lazy-loading 'flavor' on Instance uuid c1c4588e-9765-4db1-b0bc-40d5892dae14 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.393935] env[68627]: INFO nova.compute.manager [-] [instance: 18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8] Took 1.25 seconds to deallocate network for instance. [ 1075.463368] env[68627]: INFO nova.compute.claims [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.505791] env[68627]: DEBUG oslo_concurrency.lockutils [None req-75b9109c-68cc-4571-beef-7e0a826bbdfd tempest-ServersListShow298Test-277889429 tempest-ServersListShow298Test-277889429-project-member] Lock "02ecdf9c-9474-4a14-ac9e-cf9e37a3783d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.894s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.533753] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Completed reading data from the image iterator. {{(pid=68627) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1075.533978] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523bc481-7881-b0b8-7f08-b69d5aa6bed1/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1075.534953] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a5114d-3c50-408a-ad7c-8b33ef72f4d9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.542985] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523bc481-7881-b0b8-7f08-b69d5aa6bed1/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1075.543174] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523bc481-7881-b0b8-7f08-b69d5aa6bed1/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1075.543403] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b4770ff9-46da-4a06-a1bb-a3e68b3c1dd4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.583091] env[68627]: DEBUG nova.compute.manager [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.972364] env[68627]: INFO nova.compute.resource_tracker [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating resource usage from migration 7e538bee-236f-4caa-b926-e9a7d42edc19 [ 1076.008033] env[68627]: DEBUG oslo_vmware.rw_handles [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523bc481-7881-b0b8-7f08-b69d5aa6bed1/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1076.008287] env[68627]: INFO nova.virt.vmwareapi.images [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Downloaded image file data 9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71 [ 1076.012731] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fe3f10-9bd5-43f5-b1be-36d90d4075ee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.030166] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8a81afc-bc5a-42d1-8cd4-9c5ad28849b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.099555] env[68627]: INFO nova.virt.vmwareapi.images [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] The imported VM was unregistered [ 1076.102375] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Caching image {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1076.102735] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71 {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.103691] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.106290] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8980686a-e5c6-4980-a470-e78c9dc18108 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.139069] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Created directory with path [datastore1] devstack-image-cache_base/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71 {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.139358] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_772b606d-efa4-4eec-a9f5-e74bccccb859/OSTACK_IMG_772b606d-efa4-4eec-a9f5-e74bccccb859.vmdk to [datastore1] devstack-image-cache_base/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71.vmdk. {{(pid=68627) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1076.141837] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-de134980-6f58-49ec-8e4b-c1e1e0518b64 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.152182] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1076.152182] env[68627]: value = "task-3037806" [ 1076.152182] env[68627]: _type = "Task" [ 1076.152182] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.163716] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037806, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.190831] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb33e29-d1e6-41c2-8fbd-4c2422bd447d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.199704] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed6844a-30b2-4d91-bed6-2f6629047d2a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.231146] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c77990-1d18-4dd7-87c7-f5d3627c90af {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.239798] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a254dda0-71ad-4429-8d7b-90d4273f872b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.254223] env[68627]: DEBUG nova.compute.provider_tree [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.398191] env[68627]: DEBUG oslo_concurrency.lockutils [None req-472960ff-930f-47ff-bb51-f07ebd1ed53a tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.288s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.424556] env[68627]: DEBUG oslo_concurrency.lockutils [None req-39d6cfd4-a5fa-476e-959a-2828643b87ef tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "18b1fb5a-51dd-4438-8a6c-ca8e6eaf80a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.856s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.538484] env[68627]: DEBUG nova.compute.manager [req-19a70208-eec8-4665-bcc5-25ebf765d8b8 req-200ee4ed-1ca7-4e53-a75d-ba776d5fd13f service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Received event network-changed-5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.538698] env[68627]: DEBUG nova.compute.manager [req-19a70208-eec8-4665-bcc5-25ebf765d8b8 req-200ee4ed-1ca7-4e53-a75d-ba776d5fd13f service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Refreshing instance network info cache due to event network-changed-5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.538917] env[68627]: DEBUG oslo_concurrency.lockutils [req-19a70208-eec8-4665-bcc5-25ebf765d8b8 req-200ee4ed-1ca7-4e53-a75d-ba776d5fd13f service nova] Acquiring lock "refresh_cache-e0fff958-b6df-4d38-b9c0-f1a5babd266c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.539075] env[68627]: DEBUG oslo_concurrency.lockutils [req-19a70208-eec8-4665-bcc5-25ebf765d8b8 req-200ee4ed-1ca7-4e53-a75d-ba776d5fd13f service nova] Acquired lock "refresh_cache-e0fff958-b6df-4d38-b9c0-f1a5babd266c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.539241] env[68627]: DEBUG nova.network.neutron [req-19a70208-eec8-4665-bcc5-25ebf765d8b8 req-200ee4ed-1ca7-4e53-a75d-ba776d5fd13f service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Refreshing network info cache for port 5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.663356] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037806, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.758360] env[68627]: DEBUG nova.scheduler.client.report [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.902665] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4d51b494-9857-4cfb-b905-df6c1c0c9a3a tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "f6817d76-4935-450d-8a4a-d8366420f9f8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.903127] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4d51b494-9857-4cfb-b905-df6c1c0c9a3a tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.903336] env[68627]: DEBUG nova.compute.manager [None req-4d51b494-9857-4cfb-b905-df6c1c0c9a3a tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.904223] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75f96dd-c42a-4f58-857f-9c2d2ac973dc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.912837] env[68627]: DEBUG nova.compute.manager [None req-4d51b494-9857-4cfb-b905-df6c1c0c9a3a tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68627) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1076.913549] env[68627]: DEBUG nova.objects.instance [None req-4d51b494-9857-4cfb-b905-df6c1c0c9a3a tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'flavor' on Instance uuid f6817d76-4935-450d-8a4a-d8366420f9f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.163715] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037806, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.182445] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.182835] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.263704] env[68627]: DEBUG oslo_concurrency.lockutils [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.310s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.263936] env[68627]: INFO nova.compute.manager [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Migrating [ 1077.270835] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.896s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.272349] env[68627]: INFO nova.compute.claims [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.289748] env[68627]: DEBUG nova.network.neutron [req-19a70208-eec8-4665-bcc5-25ebf765d8b8 req-200ee4ed-1ca7-4e53-a75d-ba776d5fd13f service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Updated VIF entry in instance network info cache for port 5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.290160] env[68627]: DEBUG nova.network.neutron [req-19a70208-eec8-4665-bcc5-25ebf765d8b8 req-200ee4ed-1ca7-4e53-a75d-ba776d5fd13f service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Updating instance_info_cache with network_info: [{"id": "5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3", "address": "fa:16:3e:0e:be:46", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0e9e8c-bc", "ovs_interfaceid": "5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.542625] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.543011] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.543243] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "c1c4588e-9765-4db1-b0bc-40d5892dae14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.543435] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.543613] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.545873] env[68627]: INFO nova.compute.manager [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Terminating instance [ 1077.665285] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037806, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.685232] env[68627]: DEBUG nova.compute.manager [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.785153] env[68627]: DEBUG oslo_concurrency.lockutils [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.785393] env[68627]: DEBUG oslo_concurrency.lockutils [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.785462] env[68627]: DEBUG nova.network.neutron [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.793300] env[68627]: DEBUG oslo_concurrency.lockutils [req-19a70208-eec8-4665-bcc5-25ebf765d8b8 req-200ee4ed-1ca7-4e53-a75d-ba776d5fd13f service nova] Releasing lock "refresh_cache-e0fff958-b6df-4d38-b9c0-f1a5babd266c" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.920872] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d51b494-9857-4cfb-b905-df6c1c0c9a3a tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.921347] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b39a261-ba85-47fa-90ba-3ea40f44a3bb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.931247] env[68627]: DEBUG oslo_vmware.api [None req-4d51b494-9857-4cfb-b905-df6c1c0c9a3a tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1077.931247] env[68627]: value = "task-3037807" [ 1077.931247] env[68627]: _type = "Task" [ 1077.931247] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.943401] env[68627]: DEBUG oslo_vmware.api [None req-4d51b494-9857-4cfb-b905-df6c1c0c9a3a tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.049761] env[68627]: DEBUG nova.compute.manager [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.050033] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.050981] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30e25b8-0e1d-4d7a-8336-aad7e7e63fa6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.060374] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.060764] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4936c75a-43ce-4d9a-bb76-78692e6ad100 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.071061] env[68627]: DEBUG oslo_vmware.api [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1078.071061] env[68627]: value = "task-3037808" [ 1078.071061] env[68627]: _type = "Task" [ 1078.071061] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.080220] env[68627]: DEBUG oslo_vmware.api [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.166105] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037806, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.212844] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.446932] env[68627]: DEBUG oslo_vmware.api [None req-4d51b494-9857-4cfb-b905-df6c1c0c9a3a tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037807, 'name': PowerOffVM_Task, 'duration_secs': 0.302942} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.447111] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d51b494-9857-4cfb-b905-df6c1c0c9a3a tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.447257] env[68627]: DEBUG nova.compute.manager [None req-4d51b494-9857-4cfb-b905-df6c1c0c9a3a tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.448073] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81b5b7c-bba2-420f-a8d3-f2fd39bc76b6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.536969] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f100db0-47b2-4870-a3ac-52e1c2b4bef4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.546680] env[68627]: DEBUG nova.network.neutron [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance_info_cache with network_info: [{"id": "0394f690-c238-4e09-aded-6f6d64ec82cd", "address": "fa:16:3e:43:0b:d1", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0394f690-c2", "ovs_interfaceid": "0394f690-c238-4e09-aded-6f6d64ec82cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.548704] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dfebbf-bec7-415c-b47f-aa0e4c413995 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.587552] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da85be3f-016e-4eac-b036-963eda1d75c5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.596623] env[68627]: DEBUG oslo_vmware.api [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037808, 'name': PowerOffVM_Task, 'duration_secs': 0.286003} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.599138] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.599331] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.599712] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-838fd449-9ef6-42e0-bda7-90d6fca17d5c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.602500] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0af7a2-d452-4f9a-a748-dd8563826806 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.619162] env[68627]: DEBUG nova.compute.provider_tree [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.665506] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037806, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.672325] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.672539] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.672726] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Deleting the datastore file [datastore2] c1c4588e-9765-4db1-b0bc-40d5892dae14 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.672998] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-463b840b-08f6-4be8-b641-3c0bc26828f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.680251] env[68627]: DEBUG oslo_vmware.api [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1078.680251] env[68627]: value = "task-3037810" [ 1078.680251] env[68627]: _type = "Task" [ 1078.680251] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.688883] env[68627]: DEBUG oslo_vmware.api [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.963550] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4d51b494-9857-4cfb-b905-df6c1c0c9a3a tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.054047] env[68627]: DEBUG oslo_concurrency.lockutils [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.124653] env[68627]: DEBUG nova.scheduler.client.report [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.172585] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037806, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.859347} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.172956] env[68627]: INFO nova.virt.vmwareapi.ds_util [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_772b606d-efa4-4eec-a9f5-e74bccccb859/OSTACK_IMG_772b606d-efa4-4eec-a9f5-e74bccccb859.vmdk to [datastore1] devstack-image-cache_base/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71.vmdk. [ 1079.173123] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Cleaning up location [datastore1] OSTACK_IMG_772b606d-efa4-4eec-a9f5-e74bccccb859 {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1079.173295] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_772b606d-efa4-4eec-a9f5-e74bccccb859 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.173875] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78b47a5a-2858-4e67-85f6-008d9035113a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.182038] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1079.182038] env[68627]: value = "task-3037811" [ 1079.182038] env[68627]: _type = "Task" [ 1079.182038] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.193472] env[68627]: DEBUG oslo_vmware.api [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.196660] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.629031] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.629382] env[68627]: DEBUG nova.compute.manager [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.631871] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.528s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.634992] env[68627]: INFO nova.compute.claims [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.693990] env[68627]: DEBUG oslo_vmware.api [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.914912} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.696930] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.697160] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.697343] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.697516] env[68627]: INFO nova.compute.manager [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1079.697746] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.697947] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225823} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.698166] env[68627]: DEBUG nova.compute.manager [-] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.698263] env[68627]: DEBUG nova.network.neutron [-] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.699791] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.699965] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.700220] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71.vmdk to [datastore1] 099c1c96-a127-4e53-a117-e681e3e395a1/099c1c96-a127-4e53-a117-e681e3e395a1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.700457] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c04b53d-7479-4f57-bee6-e1d7d355de05 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.706454] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1079.706454] env[68627]: value = "task-3037812" [ 1079.706454] env[68627]: _type = "Task" [ 1079.706454] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.714079] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.019426] env[68627]: DEBUG nova.compute.manager [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Stashing vm_state: stopped {{(pid=68627) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1080.139668] env[68627]: DEBUG nova.compute.utils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.144213] env[68627]: DEBUG nova.compute.manager [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.144388] env[68627]: DEBUG nova.network.neutron [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.149120] env[68627]: DEBUG nova.compute.manager [req-096e8cb0-c2ed-4059-9d5a-92e0d4beaa71 req-520693c3-e18b-4efb-9070-845598117216 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Received event network-vif-deleted-87ccd935-9194-4d74-a1b2-389bcc0c5335 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.149372] env[68627]: INFO nova.compute.manager [req-096e8cb0-c2ed-4059-9d5a-92e0d4beaa71 req-520693c3-e18b-4efb-9070-845598117216 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Neutron deleted interface 87ccd935-9194-4d74-a1b2-389bcc0c5335; detaching it from the instance and deleting it from the info cache [ 1080.149556] env[68627]: DEBUG nova.network.neutron [req-096e8cb0-c2ed-4059-9d5a-92e0d4beaa71 req-520693c3-e18b-4efb-9070-845598117216 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.188027] env[68627]: DEBUG nova.policy [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66b291da26e14560af5d2172dfdc04f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03d5769229154b0ca4b45701fa123ccd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.217378] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.444422] env[68627]: DEBUG nova.network.neutron [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Successfully created port: d108b7d9-490a-467f-bace-4902b97e2f87 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.541983] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.569468] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0b39c4-afb1-4e94-a5b6-28ad432f0809 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.590383] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance '401f7afd-55f9-40df-8ea7-892c97c15b01' progress to 0 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.632602] env[68627]: DEBUG nova.network.neutron [-] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.645425] env[68627]: DEBUG nova.compute.manager [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.651914] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f281788a-ade4-416f-af36-11add860cac0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.665589] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cd6493-f4e1-4950-bff5-710fe1c8382d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.707554] env[68627]: DEBUG nova.compute.manager [req-096e8cb0-c2ed-4059-9d5a-92e0d4beaa71 req-520693c3-e18b-4efb-9070-845598117216 service nova] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Detach interface failed, port_id=87ccd935-9194-4d74-a1b2-389bcc0c5335, reason: Instance c1c4588e-9765-4db1-b0bc-40d5892dae14 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1080.723830] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037812, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.932544] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030a5577-ac81-46d7-b3bb-ed3945d880a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.941124] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36c7c9b-f951-46c0-953f-97bddc5ea8c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.974255] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ea7640-6f53-4626-b760-f9651f3c4034 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.982286] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e61f9c4-bf33-4cad-a2b0-948446ecf658 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.996612] env[68627]: DEBUG nova.compute.provider_tree [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.097887] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.098225] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8620d1b-d98f-42cb-a9b0-6aaa2c489b15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.106848] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1081.106848] env[68627]: value = "task-3037813" [ 1081.106848] env[68627]: _type = "Task" [ 1081.106848] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.117433] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.136825] env[68627]: INFO nova.compute.manager [-] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Took 1.44 seconds to deallocate network for instance. [ 1081.226034] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037812, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.500205] env[68627]: DEBUG nova.scheduler.client.report [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.617840] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037813, 'name': PowerOffVM_Task, 'duration_secs': 0.301981} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.618184] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.618451] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance '401f7afd-55f9-40df-8ea7-892c97c15b01' progress to 17 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.643781] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.657737] env[68627]: DEBUG nova.compute.manager [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.689214] env[68627]: DEBUG nova.virt.hardware [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.689214] env[68627]: DEBUG nova.virt.hardware [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.689353] env[68627]: DEBUG nova.virt.hardware [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.689535] env[68627]: DEBUG nova.virt.hardware [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.689680] env[68627]: DEBUG nova.virt.hardware [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.689828] env[68627]: DEBUG nova.virt.hardware [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.690058] env[68627]: DEBUG nova.virt.hardware [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.690228] env[68627]: DEBUG nova.virt.hardware [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.690390] env[68627]: DEBUG nova.virt.hardware [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.690557] env[68627]: DEBUG nova.virt.hardware [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.690729] env[68627]: DEBUG nova.virt.hardware [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.692047] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c961ae90-b20a-43c2-9967-3bc4d4c70cfb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.700381] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941a5c6d-da8c-4edc-9a79-0f6fc8197e69 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.723877] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037812, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.005686] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.006429] env[68627]: DEBUG nova.compute.manager [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.012780] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.800s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.014746] env[68627]: INFO nova.compute.claims [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.019702] env[68627]: DEBUG nova.network.neutron [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Successfully updated port: d108b7d9-490a-467f-bace-4902b97e2f87 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.126092] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.126092] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.126379] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.126485] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.126706] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.126992] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.127332] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.127559] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.127765] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.128079] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.128371] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.134482] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a2b494f-1bee-42c0-b7b1-e4eb47ce32df {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.152768] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1082.152768] env[68627]: value = "task-3037814" [ 1082.152768] env[68627]: _type = "Task" [ 1082.152768] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.162603] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.178116] env[68627]: DEBUG nova.compute.manager [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Received event network-vif-plugged-d108b7d9-490a-467f-bace-4902b97e2f87 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.178374] env[68627]: DEBUG oslo_concurrency.lockutils [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] Acquiring lock "f7b9bbd3-5b93-4f2b-9426-e617de7b4326-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.178611] env[68627]: DEBUG oslo_concurrency.lockutils [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] Lock "f7b9bbd3-5b93-4f2b-9426-e617de7b4326-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.178780] env[68627]: DEBUG oslo_concurrency.lockutils [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] Lock "f7b9bbd3-5b93-4f2b-9426-e617de7b4326-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.179071] env[68627]: DEBUG nova.compute.manager [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] No waiting events found dispatching network-vif-plugged-d108b7d9-490a-467f-bace-4902b97e2f87 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.179259] env[68627]: WARNING nova.compute.manager [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Received unexpected event network-vif-plugged-d108b7d9-490a-467f-bace-4902b97e2f87 for instance with vm_state building and task_state spawning. [ 1082.179723] env[68627]: DEBUG nova.compute.manager [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Received event network-changed-d108b7d9-490a-467f-bace-4902b97e2f87 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.180036] env[68627]: DEBUG nova.compute.manager [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Refreshing instance network info cache due to event network-changed-d108b7d9-490a-467f-bace-4902b97e2f87. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.180270] env[68627]: DEBUG oslo_concurrency.lockutils [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] Acquiring lock "refresh_cache-f7b9bbd3-5b93-4f2b-9426-e617de7b4326" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.180406] env[68627]: DEBUG oslo_concurrency.lockutils [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] Acquired lock "refresh_cache-f7b9bbd3-5b93-4f2b-9426-e617de7b4326" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.180570] env[68627]: DEBUG nova.network.neutron [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Refreshing network info cache for port d108b7d9-490a-467f-bace-4902b97e2f87 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.226348] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037812, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.521563] env[68627]: DEBUG nova.compute.utils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.523081] env[68627]: DEBUG nova.compute.manager [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.523081] env[68627]: DEBUG nova.network.neutron [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.530590] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "refresh_cache-f7b9bbd3-5b93-4f2b-9426-e617de7b4326" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.590340] env[68627]: DEBUG nova.policy [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58a72143b3f54ba38a0c0734e3d4419a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee54a20aee5e4fad9dabdd49c4469726', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.663115] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037814, 'name': ReconfigVM_Task, 'duration_secs': 0.303426} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.663427] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance '401f7afd-55f9-40df-8ea7-892c97c15b01' progress to 33 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.710962] env[68627]: DEBUG nova.network.neutron [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.726907] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037812, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.776888] env[68627]: DEBUG nova.network.neutron [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.835279] env[68627]: DEBUG nova.network.neutron [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Successfully created port: 75651ef3-02bc-45be-8e7a-6c2726de97fc {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.034014] env[68627]: DEBUG nova.compute.manager [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.169990] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.170294] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.170457] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.170639] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.170785] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.170932] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.171161] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.171327] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.171494] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.171739] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.171893] env[68627]: DEBUG nova.virt.hardware [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.177342] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.179661] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a2fee1-7674-4a30-a6ef-1f7cb0aa74d7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.198459] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1083.198459] env[68627]: value = "task-3037815" [ 1083.198459] env[68627]: _type = "Task" [ 1083.198459] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.209261] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.227256] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037812, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.026107} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.229735] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71/9fb1e1b3-61e2-4c86-b52f-4e04efaa8a71.vmdk to [datastore1] 099c1c96-a127-4e53-a117-e681e3e395a1/099c1c96-a127-4e53-a117-e681e3e395a1.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.230672] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf47acb-67c0-4850-bd39-aa03b50213e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.252223] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 099c1c96-a127-4e53-a117-e681e3e395a1/099c1c96-a127-4e53-a117-e681e3e395a1.vmdk or device None with type streamOptimized {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.254876] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa49eb77-3337-45ae-a275-ebd41cf8e690 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.275410] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1083.275410] env[68627]: value = "task-3037816" [ 1083.275410] env[68627]: _type = "Task" [ 1083.275410] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.280649] env[68627]: DEBUG oslo_concurrency.lockutils [req-79f0928d-67b9-4266-b2e1-68f7d49e7b8e req-d311745e-3512-4c8b-9e26-f0da4e48570a service nova] Releasing lock "refresh_cache-f7b9bbd3-5b93-4f2b-9426-e617de7b4326" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.281445] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "refresh_cache-f7b9bbd3-5b93-4f2b-9426-e617de7b4326" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.281606] env[68627]: DEBUG nova.network.neutron [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.286020] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.291425] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d84cc5-32c8-4a38-a1b8-e6fb3a2a2814 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.298496] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cfe4bb-2177-4650-9cf2-daf926426bbb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.331257] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6bf843-33a1-4ad1-8a49-cc9683201e13 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.338779] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad429eed-6daa-4e62-9887-2af5ed205355 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.352009] env[68627]: DEBUG nova.compute.provider_tree [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.708574] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.784657] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037816, 'name': ReconfigVM_Task, 'duration_secs': 0.319339} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.785105] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 099c1c96-a127-4e53-a117-e681e3e395a1/099c1c96-a127-4e53-a117-e681e3e395a1.vmdk or device None with type streamOptimized {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.786217] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'size': 0, 'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'disk_bus': None, 'encryption_options': None, 'encryption_format': None, 'image_id': 'acd69c0a-2237-4f84-bb8d-16700e5efa1f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'attachment_id': '1e3e0eb2-9af9-4efa-a0b9-079ae1c84596', 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608677', 'volume_id': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'name': 'volume-1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '099c1c96-a127-4e53-a117-e681e3e395a1', 'attached_at': '', 'detached_at': '', 'volume_id': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'serial': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68627) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1083.786417] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1083.786608] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608677', 'volume_id': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'name': 'volume-1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '099c1c96-a127-4e53-a117-e681e3e395a1', 'attached_at': '', 'detached_at': '', 'volume_id': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'serial': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1083.789017] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0253fd8-6bdb-4f46-809d-83170846a017 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.805831] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a268d9d-d300-4b9f-92c7-fc5b51b7d640 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.830318] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-1ebe552f-09bf-4fb0-9b00-abdef1d05e0b/volume-1ebe552f-09bf-4fb0-9b00-abdef1d05e0b.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.831134] env[68627]: DEBUG nova.network.neutron [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.832926] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-723dbca8-b0af-4a4c-b485-82c1efe8e4a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.851811] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1083.851811] env[68627]: value = "task-3037817" [ 1083.851811] env[68627]: _type = "Task" [ 1083.851811] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.856747] env[68627]: DEBUG nova.scheduler.client.report [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.866014] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037817, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.976207] env[68627]: DEBUG nova.network.neutron [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Updating instance_info_cache with network_info: [{"id": "d108b7d9-490a-467f-bace-4902b97e2f87", "address": "fa:16:3e:f0:b7:2c", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd108b7d9-49", "ovs_interfaceid": "d108b7d9-490a-467f-bace-4902b97e2f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.048560] env[68627]: DEBUG nova.compute.manager [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.075337] env[68627]: DEBUG nova.virt.hardware [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.075622] env[68627]: DEBUG nova.virt.hardware [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.075803] env[68627]: DEBUG nova.virt.hardware [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.076031] env[68627]: DEBUG nova.virt.hardware [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.076211] env[68627]: DEBUG nova.virt.hardware [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.076390] env[68627]: DEBUG nova.virt.hardware [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.076618] env[68627]: DEBUG nova.virt.hardware [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.076811] env[68627]: DEBUG nova.virt.hardware [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.077034] env[68627]: DEBUG nova.virt.hardware [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.077244] env[68627]: DEBUG nova.virt.hardware [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.077466] env[68627]: DEBUG nova.virt.hardware [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.078413] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f57dfcc-01b5-409d-a4ca-6b5638f0e943 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.087375] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6901bdde-0c8f-4bad-a455-b3a55972b765 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.209249] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.213387] env[68627]: DEBUG nova.compute.manager [req-40e289cd-4cc0-4e2d-b939-2618bdaf32bd req-84128784-39d8-4d99-8eae-be05af83df4c service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Received event network-vif-plugged-75651ef3-02bc-45be-8e7a-6c2726de97fc {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.213677] env[68627]: DEBUG oslo_concurrency.lockutils [req-40e289cd-4cc0-4e2d-b939-2618bdaf32bd req-84128784-39d8-4d99-8eae-be05af83df4c service nova] Acquiring lock "3f7d1875-756b-473a-a501-0bd2e827661d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.213806] env[68627]: DEBUG oslo_concurrency.lockutils [req-40e289cd-4cc0-4e2d-b939-2618bdaf32bd req-84128784-39d8-4d99-8eae-be05af83df4c service nova] Lock "3f7d1875-756b-473a-a501-0bd2e827661d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.213976] env[68627]: DEBUG oslo_concurrency.lockutils [req-40e289cd-4cc0-4e2d-b939-2618bdaf32bd req-84128784-39d8-4d99-8eae-be05af83df4c service nova] Lock "3f7d1875-756b-473a-a501-0bd2e827661d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.214201] env[68627]: DEBUG nova.compute.manager [req-40e289cd-4cc0-4e2d-b939-2618bdaf32bd req-84128784-39d8-4d99-8eae-be05af83df4c service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] No waiting events found dispatching network-vif-plugged-75651ef3-02bc-45be-8e7a-6c2726de97fc {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.214384] env[68627]: WARNING nova.compute.manager [req-40e289cd-4cc0-4e2d-b939-2618bdaf32bd req-84128784-39d8-4d99-8eae-be05af83df4c service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Received unexpected event network-vif-plugged-75651ef3-02bc-45be-8e7a-6c2726de97fc for instance with vm_state building and task_state spawning. [ 1084.362669] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.363283] env[68627]: DEBUG nova.compute.manager [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.366013] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037817, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.366546] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.825s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.483048] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "refresh_cache-f7b9bbd3-5b93-4f2b-9426-e617de7b4326" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.483048] env[68627]: DEBUG nova.compute.manager [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Instance network_info: |[{"id": "d108b7d9-490a-467f-bace-4902b97e2f87", "address": "fa:16:3e:f0:b7:2c", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd108b7d9-49", "ovs_interfaceid": "d108b7d9-490a-467f-bace-4902b97e2f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.483048] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:b7:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd108b7d9-490a-467f-bace-4902b97e2f87', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.492266] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.492266] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.492266] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fd7d4a7-8963-477f-9300-48f4fc7165dd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.513435] env[68627]: DEBUG nova.network.neutron [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Successfully updated port: 75651ef3-02bc-45be-8e7a-6c2726de97fc {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.523809] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.523809] env[68627]: value = "task-3037818" [ 1084.523809] env[68627]: _type = "Task" [ 1084.523809] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.534753] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037818, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.710229] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.862724] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037817, 'name': ReconfigVM_Task, 'duration_secs': 0.554447} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.863013] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-1ebe552f-09bf-4fb0-9b00-abdef1d05e0b/volume-1ebe552f-09bf-4fb0-9b00-abdef1d05e0b.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.869339] env[68627]: DEBUG nova.compute.utils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.870795] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-218ff95f-7688-4a2e-9460-a4544fe8d2b1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.886196] env[68627]: INFO nova.compute.claims [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.890852] env[68627]: DEBUG nova.compute.manager [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.891020] env[68627]: DEBUG nova.network.neutron [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.901369] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1084.901369] env[68627]: value = "task-3037819" [ 1084.901369] env[68627]: _type = "Task" [ 1084.901369] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.910771] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.944907] env[68627]: DEBUG nova.policy [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f938aa92e46a4499a8e0c17ec419b405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f4b58eeefb44f9cae62d73869da818b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.014563] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "refresh_cache-3f7d1875-756b-473a-a501-0bd2e827661d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.014782] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "refresh_cache-3f7d1875-756b-473a-a501-0bd2e827661d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.014917] env[68627]: DEBUG nova.network.neutron [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.034828] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037818, 'name': CreateVM_Task, 'duration_secs': 0.345588} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.035121] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.035905] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.036053] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.036365] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.036638] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb323fe-36ef-4eb3-b4e6-802a3480aae5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.041393] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1085.041393] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52feb89a-638d-53ea-5dae-b6b0fb0d2233" [ 1085.041393] env[68627]: _type = "Task" [ 1085.041393] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.052510] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52feb89a-638d-53ea-5dae-b6b0fb0d2233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.211731] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037815, 'name': ReconfigVM_Task, 'duration_secs': 1.549162} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.212270] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.213277] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4035a912-9cbf-466b-ac77-eef25a17517d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.238807] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 401f7afd-55f9-40df-8ea7-892c97c15b01/401f7afd-55f9-40df-8ea7-892c97c15b01.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.239920] env[68627]: DEBUG nova.network.neutron [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Successfully created port: 9813ecd8-b7e0-4761-bab4-da395f7a780b {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.241846] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcfb9444-6651-4061-9354-5bc599132f55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.260639] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1085.260639] env[68627]: value = "task-3037820" [ 1085.260639] env[68627]: _type = "Task" [ 1085.260639] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.269235] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.391845] env[68627]: DEBUG nova.compute.manager [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.398491] env[68627]: INFO nova.compute.resource_tracker [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating resource usage from migration f8fad6f0-f793-40ca-bb0b-48c70fade349 [ 1085.411549] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037819, 'name': ReconfigVM_Task, 'duration_secs': 0.166857} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.411887] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608677', 'volume_id': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'name': 'volume-1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '099c1c96-a127-4e53-a117-e681e3e395a1', 'attached_at': '', 'detached_at': '', 'volume_id': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'serial': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1085.413375] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-735cfd7c-2a9e-40b2-9f25-f600756311c1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.420287] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1085.420287] env[68627]: value = "task-3037821" [ 1085.420287] env[68627]: _type = "Task" [ 1085.420287] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.429350] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037821, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.550787] env[68627]: DEBUG nova.network.neutron [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.558449] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52feb89a-638d-53ea-5dae-b6b0fb0d2233, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.558449] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.558449] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.558937] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.558937] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.559084] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.559390] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0654907e-a288-4907-a150-c289e3479767 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.572159] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.572367] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.573299] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32a53e1-7cfe-42e4-88ce-d2191b053ca4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.581687] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1085.581687] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5295c514-9923-e602-1038-8b593aaeabaa" [ 1085.581687] env[68627]: _type = "Task" [ 1085.581687] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.596773] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5295c514-9923-e602-1038-8b593aaeabaa, 'name': SearchDatastore_Task, 'duration_secs': 0.010914} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.597669] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5360c96-a0f0-48b2-91df-c2fd611a86e6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.607037] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1085.607037] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5210f612-82bf-9765-6e60-b33c5f199836" [ 1085.607037] env[68627]: _type = "Task" [ 1085.607037] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.615929] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5210f612-82bf-9765-6e60-b33c5f199836, 'name': SearchDatastore_Task, 'duration_secs': 0.009357} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.616244] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.616454] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] f7b9bbd3-5b93-4f2b-9426-e617de7b4326/f7b9bbd3-5b93-4f2b-9426-e617de7b4326.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.619120] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f4db13f-39f0-4b8f-a9ae-b63a97875b5d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.627389] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1085.627389] env[68627]: value = "task-3037822" [ 1085.627389] env[68627]: _type = "Task" [ 1085.627389] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.639894] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.669311] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaec113-1333-4971-a384-1b2d5f7e07b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.681140] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a606b1-8c4a-4d22-8335-a062f3cb560f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.714424] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9fed0d-28ba-47ba-9e99-29f7ecb87e19 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.724189] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ae5d1d-cb54-46c8-8046-44b1f01bfabf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.738360] env[68627]: DEBUG nova.compute.provider_tree [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.740415] env[68627]: DEBUG nova.network.neutron [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Updating instance_info_cache with network_info: [{"id": "75651ef3-02bc-45be-8e7a-6c2726de97fc", "address": "fa:16:3e:dd:39:6c", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75651ef3-02", "ovs_interfaceid": "75651ef3-02bc-45be-8e7a-6c2726de97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.771080] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037820, 'name': ReconfigVM_Task, 'duration_secs': 0.379432} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.771438] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 401f7afd-55f9-40df-8ea7-892c97c15b01/401f7afd-55f9-40df-8ea7-892c97c15b01.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.771649] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance '401f7afd-55f9-40df-8ea7-892c97c15b01' progress to 50 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.932890] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037821, 'name': Rename_Task, 'duration_secs': 0.189357} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.934077] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.934404] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc0ca8c5-52aa-4003-97f7-13629dd9d7b8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.948264] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1085.948264] env[68627]: value = "task-3037823" [ 1085.948264] env[68627]: _type = "Task" [ 1085.948264] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.959178] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.137745] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037822, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.240978] env[68627]: DEBUG nova.compute.manager [req-0a572448-1361-462f-9aca-f4b0350e0292 req-e0952252-cb5d-4601-a145-1889c0b47b75 service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Received event network-changed-75651ef3-02bc-45be-8e7a-6c2726de97fc {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.241227] env[68627]: DEBUG nova.compute.manager [req-0a572448-1361-462f-9aca-f4b0350e0292 req-e0952252-cb5d-4601-a145-1889c0b47b75 service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Refreshing instance network info cache due to event network-changed-75651ef3-02bc-45be-8e7a-6c2726de97fc. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.241425] env[68627]: DEBUG oslo_concurrency.lockutils [req-0a572448-1361-462f-9aca-f4b0350e0292 req-e0952252-cb5d-4601-a145-1889c0b47b75 service nova] Acquiring lock "refresh_cache-3f7d1875-756b-473a-a501-0bd2e827661d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.242595] env[68627]: DEBUG nova.scheduler.client.report [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.245970] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "refresh_cache-3f7d1875-756b-473a-a501-0bd2e827661d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.246288] env[68627]: DEBUG nova.compute.manager [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Instance network_info: |[{"id": "75651ef3-02bc-45be-8e7a-6c2726de97fc", "address": "fa:16:3e:dd:39:6c", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75651ef3-02", "ovs_interfaceid": "75651ef3-02bc-45be-8e7a-6c2726de97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.247009] env[68627]: DEBUG oslo_concurrency.lockutils [req-0a572448-1361-462f-9aca-f4b0350e0292 req-e0952252-cb5d-4601-a145-1889c0b47b75 service nova] Acquired lock "refresh_cache-3f7d1875-756b-473a-a501-0bd2e827661d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.247216] env[68627]: DEBUG nova.network.neutron [req-0a572448-1361-462f-9aca-f4b0350e0292 req-e0952252-cb5d-4601-a145-1889c0b47b75 service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Refreshing network info cache for port 75651ef3-02bc-45be-8e7a-6c2726de97fc {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.248317] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:39:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75651ef3-02bc-45be-8e7a-6c2726de97fc', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.256825] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.256952] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.257677] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea3c00fb-0d8e-4619-9e0a-fd2e66ee3b5e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.280787] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06058512-3458-45d6-9951-3911ba30e3f1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.284337] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.284337] env[68627]: value = "task-3037824" [ 1086.284337] env[68627]: _type = "Task" [ 1086.284337] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.303815] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4897ff-4324-4d69-bbf3-04bdbdda85a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.309454] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037824, 'name': CreateVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.325355] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance '401f7afd-55f9-40df-8ea7-892c97c15b01' progress to 67 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.404830] env[68627]: DEBUG nova.compute.manager [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.434847] env[68627]: DEBUG nova.virt.hardware [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.435159] env[68627]: DEBUG nova.virt.hardware [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.435346] env[68627]: DEBUG nova.virt.hardware [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.435546] env[68627]: DEBUG nova.virt.hardware [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.435699] env[68627]: DEBUG nova.virt.hardware [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.435857] env[68627]: DEBUG nova.virt.hardware [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.436124] env[68627]: DEBUG nova.virt.hardware [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.436298] env[68627]: DEBUG nova.virt.hardware [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.436488] env[68627]: DEBUG nova.virt.hardware [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.436655] env[68627]: DEBUG nova.virt.hardware [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.436862] env[68627]: DEBUG nova.virt.hardware [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.437784] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17429ec3-cb32-4791-beb7-87c95566ef3d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.446059] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bd116d-9020-4441-b853-08dbb51fc7d5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.468090] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037823, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.638147] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522482} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.638329] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] f7b9bbd3-5b93-4f2b-9426-e617de7b4326/f7b9bbd3-5b93-4f2b-9426-e617de7b4326.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.638544] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.638798] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3431976-1b87-4c88-8789-4f98d7c4dcc0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.645020] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1086.645020] env[68627]: value = "task-3037825" [ 1086.645020] env[68627]: _type = "Task" [ 1086.645020] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.653320] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.743524] env[68627]: DEBUG nova.network.neutron [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Successfully updated port: 9813ecd8-b7e0-4761-bab4-da395f7a780b {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.747816] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.381s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.748102] env[68627]: INFO nova.compute.manager [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Migrating [ 1086.755637] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.112s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.755881] env[68627]: DEBUG nova.objects.instance [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lazy-loading 'resources' on Instance uuid c1c4588e-9765-4db1-b0bc-40d5892dae14 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.794445] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037824, 'name': CreateVM_Task, 'duration_secs': 0.351645} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.796689] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.797569] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.797737] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.798059] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.798782] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e99f370-3107-4655-b2a1-16f3fe398c2d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.803036] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1086.803036] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52efb1b3-e7c4-e597-9c9f-e7eb5fecb7f4" [ 1086.803036] env[68627]: _type = "Task" [ 1086.803036] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.810475] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52efb1b3-e7c4-e597-9c9f-e7eb5fecb7f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.890496] env[68627]: DEBUG nova.network.neutron [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Port 0394f690-c238-4e09-aded-6f6d64ec82cd binding to destination host cpu-1 is already ACTIVE {{(pid=68627) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1086.960171] env[68627]: DEBUG oslo_vmware.api [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037823, 'name': PowerOnVM_Task, 'duration_secs': 0.687598} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.960171] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.962534] env[68627]: DEBUG nova.network.neutron [req-0a572448-1361-462f-9aca-f4b0350e0292 req-e0952252-cb5d-4601-a145-1889c0b47b75 service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Updated VIF entry in instance network info cache for port 75651ef3-02bc-45be-8e7a-6c2726de97fc. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.962905] env[68627]: DEBUG nova.network.neutron [req-0a572448-1361-462f-9aca-f4b0350e0292 req-e0952252-cb5d-4601-a145-1889c0b47b75 service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Updating instance_info_cache with network_info: [{"id": "75651ef3-02bc-45be-8e7a-6c2726de97fc", "address": "fa:16:3e:dd:39:6c", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75651ef3-02", "ovs_interfaceid": "75651ef3-02bc-45be-8e7a-6c2726de97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.062451] env[68627]: DEBUG nova.compute.manager [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.063507] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264db0ce-cac9-43b0-ae63-e201a5b794a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.155574] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215737} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.155907] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.156690] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1049ba80-cbad-4130-9dc2-0f876b565b6e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.178458] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] f7b9bbd3-5b93-4f2b-9426-e617de7b4326/f7b9bbd3-5b93-4f2b-9426-e617de7b4326.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.179070] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef6a8516-83ca-460d-aca0-8dff871d25f6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.200018] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1087.200018] env[68627]: value = "task-3037826" [ 1087.200018] env[68627]: _type = "Task" [ 1087.200018] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.207586] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.246420] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "refresh_cache-768e4ba3-53f0-4445-87ca-fb5960e6cff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.246420] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "refresh_cache-768e4ba3-53f0-4445-87ca-fb5960e6cff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.246420] env[68627]: DEBUG nova.network.neutron [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.268339] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.268704] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.268704] env[68627]: DEBUG nova.network.neutron [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.315878] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52efb1b3-e7c4-e597-9c9f-e7eb5fecb7f4, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.316190] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.316424] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.316658] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.316805] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.317013] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.317386] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-839a223c-0988-401f-b344-ac68033d7616 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.327585] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.327585] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.327874] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473b0c05-ffb4-4678-ab5e-8bd45b9b56b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.332990] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1087.332990] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529702bb-284e-38fe-18ec-6137da5daf8e" [ 1087.332990] env[68627]: _type = "Task" [ 1087.332990] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.342544] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529702bb-284e-38fe-18ec-6137da5daf8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.465065] env[68627]: DEBUG oslo_concurrency.lockutils [req-0a572448-1361-462f-9aca-f4b0350e0292 req-e0952252-cb5d-4601-a145-1889c0b47b75 service nova] Releasing lock "refresh_cache-3f7d1875-756b-473a-a501-0bd2e827661d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.473599] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e087ce4-a916-45bc-87ef-0bc56be01ee0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.481061] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c01b20-3f2d-4375-9ac3-a3eb1bb1968e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.511516] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0863c218-6d30-4db2-bcd6-df720e72b68a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.519045] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65fa5d5-9252-446b-91c1-32573b38cb9b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.534343] env[68627]: DEBUG nova.compute.provider_tree [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.581665] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d8d82d88-c971-4f7b-8b4e-4033d9b254eb tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "099c1c96-a127-4e53-a117-e681e3e395a1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.972s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.710346] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.777659] env[68627]: DEBUG nova.network.neutron [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.845031] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529702bb-284e-38fe-18ec-6137da5daf8e, 'name': SearchDatastore_Task, 'duration_secs': 0.021282} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.845723] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956e430d-f469-4009-8feb-03c6dd9be440 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.850527] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1087.850527] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52de9820-d9d1-87de-4a08-c9a930b00306" [ 1087.850527] env[68627]: _type = "Task" [ 1087.850527] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.858572] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52de9820-d9d1-87de-4a08-c9a930b00306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.901049] env[68627]: DEBUG nova.network.neutron [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Updating instance_info_cache with network_info: [{"id": "9813ecd8-b7e0-4761-bab4-da395f7a780b", "address": "fa:16:3e:60:fd:7d", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9813ecd8-b7", "ovs_interfaceid": "9813ecd8-b7e0-4761-bab4-da395f7a780b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.919870] env[68627]: DEBUG oslo_concurrency.lockutils [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "401f7afd-55f9-40df-8ea7-892c97c15b01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.919870] env[68627]: DEBUG oslo_concurrency.lockutils [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.920047] env[68627]: DEBUG oslo_concurrency.lockutils [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.935568] env[68627]: DEBUG oslo_concurrency.lockutils [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "interface-2764d6ce-eacd-459a-9353-a78eed95fff8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.935828] env[68627]: DEBUG oslo_concurrency.lockutils [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-2764d6ce-eacd-459a-9353-a78eed95fff8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.936788] env[68627]: DEBUG nova.objects.instance [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'flavor' on Instance uuid 2764d6ce-eacd-459a-9353-a78eed95fff8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.995019] env[68627]: DEBUG nova.network.neutron [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance_info_cache with network_info: [{"id": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "address": "fa:16:3e:50:38:dd", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a0ce79-5b", "ovs_interfaceid": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.037389] env[68627]: DEBUG nova.scheduler.client.report [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.212413] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037826, 'name': ReconfigVM_Task, 'duration_secs': 0.558741} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.212724] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Reconfigured VM instance instance-00000069 to attach disk [datastore2] f7b9bbd3-5b93-4f2b-9426-e617de7b4326/f7b9bbd3-5b93-4f2b-9426-e617de7b4326.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.213367] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-482bc906-6135-40e2-aa5b-e420510986e6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.219648] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1088.219648] env[68627]: value = "task-3037827" [ 1088.219648] env[68627]: _type = "Task" [ 1088.219648] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.227710] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037827, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.361138] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52de9820-d9d1-87de-4a08-c9a930b00306, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.361471] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.361737] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 3f7d1875-756b-473a-a501-0bd2e827661d/3f7d1875-756b-473a-a501-0bd2e827661d.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.361997] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42b6926b-6594-4172-8aa8-1b60e62410a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.368649] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1088.368649] env[68627]: value = "task-3037828" [ 1088.368649] env[68627]: _type = "Task" [ 1088.368649] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.377642] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.404339] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "refresh_cache-768e4ba3-53f0-4445-87ca-fb5960e6cff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.404706] env[68627]: DEBUG nova.compute.manager [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Instance network_info: |[{"id": "9813ecd8-b7e0-4761-bab4-da395f7a780b", "address": "fa:16:3e:60:fd:7d", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9813ecd8-b7", "ovs_interfaceid": "9813ecd8-b7e0-4761-bab4-da395f7a780b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.405177] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:fd:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9813ecd8-b7e0-4761-bab4-da395f7a780b', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.413299] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.413544] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.413808] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e05db74-ff65-4bfd-aa47-512f4386c2cd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.432835] env[68627]: DEBUG nova.compute.manager [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Received event network-vif-plugged-9813ecd8-b7e0-4761-bab4-da395f7a780b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.433101] env[68627]: DEBUG oslo_concurrency.lockutils [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] Acquiring lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.433355] env[68627]: DEBUG oslo_concurrency.lockutils [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] Lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.433574] env[68627]: DEBUG oslo_concurrency.lockutils [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] Lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.433766] env[68627]: DEBUG nova.compute.manager [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] No waiting events found dispatching network-vif-plugged-9813ecd8-b7e0-4761-bab4-da395f7a780b {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.433987] env[68627]: WARNING nova.compute.manager [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Received unexpected event network-vif-plugged-9813ecd8-b7e0-4761-bab4-da395f7a780b for instance with vm_state building and task_state spawning. [ 1088.434219] env[68627]: DEBUG nova.compute.manager [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Received event network-changed-9813ecd8-b7e0-4761-bab4-da395f7a780b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.434403] env[68627]: DEBUG nova.compute.manager [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Refreshing instance network info cache due to event network-changed-9813ecd8-b7e0-4761-bab4-da395f7a780b. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.434645] env[68627]: DEBUG oslo_concurrency.lockutils [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] Acquiring lock "refresh_cache-768e4ba3-53f0-4445-87ca-fb5960e6cff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.434828] env[68627]: DEBUG oslo_concurrency.lockutils [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] Acquired lock "refresh_cache-768e4ba3-53f0-4445-87ca-fb5960e6cff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.435069] env[68627]: DEBUG nova.network.neutron [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Refreshing network info cache for port 9813ecd8-b7e0-4761-bab4-da395f7a780b {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.443979] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.443979] env[68627]: value = "task-3037829" [ 1088.443979] env[68627]: _type = "Task" [ 1088.443979] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.453818] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037829, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.500276] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.511032] env[68627]: DEBUG nova.objects.instance [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'pci_requests' on Instance uuid 2764d6ce-eacd-459a-9353-a78eed95fff8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.542567] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.569315] env[68627]: INFO nova.scheduler.client.report [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Deleted allocations for instance c1c4588e-9765-4db1-b0bc-40d5892dae14 [ 1088.730680] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037827, 'name': Rename_Task, 'duration_secs': 0.132192} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.730976] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.732250] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1edc1f9c-1262-4101-8080-a920cac56822 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.738548] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1088.738548] env[68627]: value = "task-3037830" [ 1088.738548] env[68627]: _type = "Task" [ 1088.738548] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.747448] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.879292] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458211} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.879493] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 3f7d1875-756b-473a-a501-0bd2e827661d/3f7d1875-756b-473a-a501-0bd2e827661d.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.879709] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.879982] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f418c9ad-190d-4b74-988d-3f6745b9dfa0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.886451] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1088.886451] env[68627]: value = "task-3037831" [ 1088.886451] env[68627]: _type = "Task" [ 1088.886451] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.894832] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.955679] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037829, 'name': CreateVM_Task, 'duration_secs': 0.46941} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.955679] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.955679] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.955679] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.956036] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.956248] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2d41a7-4508-4d41-be9c-ccab7d7d0b85 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.960788] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1088.960788] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5246e2ac-680a-b17c-e0f2-9a693fd0fdfd" [ 1088.960788] env[68627]: _type = "Task" [ 1088.960788] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.968441] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5246e2ac-680a-b17c-e0f2-9a693fd0fdfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.974852] env[68627]: DEBUG oslo_concurrency.lockutils [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.975100] env[68627]: DEBUG oslo_concurrency.lockutils [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.975281] env[68627]: DEBUG nova.network.neutron [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.014154] env[68627]: DEBUG nova.objects.base [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Object Instance<2764d6ce-eacd-459a-9353-a78eed95fff8> lazy-loaded attributes: flavor,pci_requests {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.014154] env[68627]: DEBUG nova.network.neutron [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.078047] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4905c7e9-a345-4305-96b2-832b6fa27e66 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "c1c4588e-9765-4db1-b0bc-40d5892dae14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.535s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.091020] env[68627]: DEBUG nova.policy [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3c3e4b04d54d6a8502b5ad819eb5b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd75e742ad80b4afa8f07c78f27a6f587', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.155525] env[68627]: DEBUG nova.network.neutron [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Updated VIF entry in instance network info cache for port 9813ecd8-b7e0-4761-bab4-da395f7a780b. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.155958] env[68627]: DEBUG nova.network.neutron [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Updating instance_info_cache with network_info: [{"id": "9813ecd8-b7e0-4761-bab4-da395f7a780b", "address": "fa:16:3e:60:fd:7d", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9813ecd8-b7", "ovs_interfaceid": "9813ecd8-b7e0-4761-bab4-da395f7a780b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.250450] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037830, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.398638] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069171} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.398930] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.400302] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058e2f65-d6aa-4048-8700-0d84bf696b1d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.422303] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 3f7d1875-756b-473a-a501-0bd2e827661d/3f7d1875-756b-473a-a501-0bd2e827661d.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.422607] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14806750-74f2-4f62-aee8-669a8274c03f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.442750] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1089.442750] env[68627]: value = "task-3037832" [ 1089.442750] env[68627]: _type = "Task" [ 1089.442750] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.450901] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.469837] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5246e2ac-680a-b17c-e0f2-9a693fd0fdfd, 'name': SearchDatastore_Task, 'duration_secs': 0.00887} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.470181] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.470426] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.471298] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.471298] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.471298] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.471298] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3b9e675-cfc0-4ed1-a391-feddf98f67dc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.485349] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.485535] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.486286] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8d3021-b8b8-4bc0-9363-e8e2b9f01efd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.491667] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1089.491667] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b89a00-b2bf-67a7-35a7-b07d8c74892d" [ 1089.491667] env[68627]: _type = "Task" [ 1089.491667] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.492494] env[68627]: DEBUG nova.network.neutron [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Successfully created port: 2b196b80-77a5-4c81-ab53-9d2ab4ef892f {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.502052] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b89a00-b2bf-67a7-35a7-b07d8c74892d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.659350] env[68627]: DEBUG oslo_concurrency.lockutils [req-046b2171-a4a2-4dc4-8fef-5ac4328d5591 req-f8e995a5-0341-4e1d-b357-a5593848aacb service nova] Releasing lock "refresh_cache-768e4ba3-53f0-4445-87ca-fb5960e6cff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.724022] env[68627]: DEBUG nova.network.neutron [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance_info_cache with network_info: [{"id": "0394f690-c238-4e09-aded-6f6d64ec82cd", "address": "fa:16:3e:43:0b:d1", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0394f690-c2", "ovs_interfaceid": "0394f690-c238-4e09-aded-6f6d64ec82cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.750893] env[68627]: DEBUG oslo_vmware.api [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037830, 'name': PowerOnVM_Task, 'duration_secs': 0.548804} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.751195] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.751398] env[68627]: INFO nova.compute.manager [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1089.751579] env[68627]: DEBUG nova.compute.manager [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.752395] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19045fa0-4e3b-4607-ab02-d24a58ac687e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.952611] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.004230] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b89a00-b2bf-67a7-35a7-b07d8c74892d, 'name': SearchDatastore_Task, 'duration_secs': 0.050003} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.005279] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cadd7fa7-39ad-4e7d-8b17-064332fe6a37 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.010785] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1090.010785] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52468100-666d-e524-a305-09b704090711" [ 1090.010785] env[68627]: _type = "Task" [ 1090.010785] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.018688] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2a6c3f-eb12-4460-978a-3951ea03ad9b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.025981] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52468100-666d-e524-a305-09b704090711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.041838] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance 'f6817d76-4935-450d-8a4a-d8366420f9f8' progress to 0 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.227619] env[68627]: DEBUG oslo_concurrency.lockutils [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.268532] env[68627]: INFO nova.compute.manager [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Took 15.91 seconds to build instance. [ 1090.453131] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.521711] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52468100-666d-e524-a305-09b704090711, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.522048] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.522249] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 768e4ba3-53f0-4445-87ca-fb5960e6cff8/768e4ba3-53f0-4445-87ca-fb5960e6cff8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.522512] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0d760fe-6ce8-42ec-9a6f-73268eb11825 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.528463] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1090.528463] env[68627]: value = "task-3037834" [ 1090.528463] env[68627]: _type = "Task" [ 1090.528463] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.536482] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.547606] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.548168] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f14d0a6-7fea-4c4e-98f7-25fea16a00de {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.554788] env[68627]: DEBUG oslo_vmware.api [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1090.554788] env[68627]: value = "task-3037835" [ 1090.554788] env[68627]: _type = "Task" [ 1090.554788] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.562894] env[68627]: DEBUG oslo_vmware.api [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.755801] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba665c5-b31d-4d37-bc29-0958a7389e73 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.774414] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6dced3ca-b850-4fcb-9ec1-f301b218f646 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "f7b9bbd3-5b93-4f2b-9426-e617de7b4326" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.426s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.775395] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0e5d25-9f2a-47fd-8899-fa4d0d0d8208 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.785026] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance '401f7afd-55f9-40df-8ea7-892c97c15b01' progress to 83 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.955853] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037832, 'name': ReconfigVM_Task, 'duration_secs': 1.081339} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.956210] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 3f7d1875-756b-473a-a501-0bd2e827661d/3f7d1875-756b-473a-a501-0bd2e827661d.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.956869] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-032b4758-9c00-4fef-8a76-217f219da7b3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.963692] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1090.963692] env[68627]: value = "task-3037836" [ 1090.963692] env[68627]: _type = "Task" [ 1090.963692] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.974083] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037836, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.039300] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485023} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.039581] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 768e4ba3-53f0-4445-87ca-fb5960e6cff8/768e4ba3-53f0-4445-87ca-fb5960e6cff8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.039800] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.040109] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad28a826-ce0c-40e0-af09-1d09d5813b0f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.044576] env[68627]: DEBUG nova.compute.manager [req-ad290021-8e19-46a4-a204-7c1f646bccc3 req-0ec7d5ee-027e-413e-a9e5-9b333b54332f service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Received event network-vif-plugged-2b196b80-77a5-4c81-ab53-9d2ab4ef892f {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.044795] env[68627]: DEBUG oslo_concurrency.lockutils [req-ad290021-8e19-46a4-a204-7c1f646bccc3 req-0ec7d5ee-027e-413e-a9e5-9b333b54332f service nova] Acquiring lock "2764d6ce-eacd-459a-9353-a78eed95fff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.045083] env[68627]: DEBUG oslo_concurrency.lockutils [req-ad290021-8e19-46a4-a204-7c1f646bccc3 req-0ec7d5ee-027e-413e-a9e5-9b333b54332f service nova] Lock "2764d6ce-eacd-459a-9353-a78eed95fff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.045460] env[68627]: DEBUG oslo_concurrency.lockutils [req-ad290021-8e19-46a4-a204-7c1f646bccc3 req-0ec7d5ee-027e-413e-a9e5-9b333b54332f service nova] Lock "2764d6ce-eacd-459a-9353-a78eed95fff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.045460] env[68627]: DEBUG nova.compute.manager [req-ad290021-8e19-46a4-a204-7c1f646bccc3 req-0ec7d5ee-027e-413e-a9e5-9b333b54332f service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] No waiting events found dispatching network-vif-plugged-2b196b80-77a5-4c81-ab53-9d2ab4ef892f {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.045576] env[68627]: WARNING nova.compute.manager [req-ad290021-8e19-46a4-a204-7c1f646bccc3 req-0ec7d5ee-027e-413e-a9e5-9b333b54332f service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Received unexpected event network-vif-plugged-2b196b80-77a5-4c81-ab53-9d2ab4ef892f for instance with vm_state active and task_state None. [ 1091.047288] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1091.047288] env[68627]: value = "task-3037837" [ 1091.047288] env[68627]: _type = "Task" [ 1091.047288] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.055289] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.062974] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1091.063194] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance 'f6817d76-4935-450d-8a4a-d8366420f9f8' progress to 17 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.151655] env[68627]: DEBUG nova.network.neutron [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Successfully updated port: 2b196b80-77a5-4c81-ab53-9d2ab4ef892f {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.292032] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.292032] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e037d50-7a3e-48c8-9352-7a870b5e2ffa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.300142] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1091.300142] env[68627]: value = "task-3037838" [ 1091.300142] env[68627]: _type = "Task" [ 1091.300142] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.303745] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "f7b9bbd3-5b93-4f2b-9426-e617de7b4326" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.303974] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "f7b9bbd3-5b93-4f2b-9426-e617de7b4326" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.304196] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "f7b9bbd3-5b93-4f2b-9426-e617de7b4326-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.304380] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "f7b9bbd3-5b93-4f2b-9426-e617de7b4326-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.304546] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "f7b9bbd3-5b93-4f2b-9426-e617de7b4326-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.306704] env[68627]: INFO nova.compute.manager [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Terminating instance [ 1091.311131] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.473775] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037836, 'name': Rename_Task, 'duration_secs': 0.145217} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.473996] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.474267] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5af8f56d-5538-4515-84f2-e128bfe77772 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.480924] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1091.480924] env[68627]: value = "task-3037839" [ 1091.480924] env[68627]: _type = "Task" [ 1091.480924] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.489435] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.556368] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085506} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.556729] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.557402] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4039f21d-32a4-482b-9924-32a55dc0d028 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.572369] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.572646] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.572842] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.573128] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.573337] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.573561] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.573856] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.574087] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.574327] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.574552] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.574799] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.589045] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 768e4ba3-53f0-4445-87ca-fb5960e6cff8/768e4ba3-53f0-4445-87ca-fb5960e6cff8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.589574] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72f02363-6e02-4c93-902d-359cfe3dcc0b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.601379] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f219df43-e099-4567-8625-aac7f59134e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.620988] env[68627]: DEBUG oslo_vmware.api [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1091.620988] env[68627]: value = "task-3037840" [ 1091.620988] env[68627]: _type = "Task" [ 1091.620988] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.622350] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1091.622350] env[68627]: value = "task-3037841" [ 1091.622350] env[68627]: _type = "Task" [ 1091.622350] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.636171] env[68627]: DEBUG oslo_vmware.api [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.636417] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.655330] env[68627]: DEBUG oslo_concurrency.lockutils [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.655559] env[68627]: DEBUG oslo_concurrency.lockutils [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.655785] env[68627]: DEBUG nova.network.neutron [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.810364] env[68627]: DEBUG oslo_vmware.api [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037838, 'name': PowerOnVM_Task, 'duration_secs': 0.450968} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.810721] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.810838] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-49bcdb7d-b01a-4bc1-b67f-75a94a81fdab tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance '401f7afd-55f9-40df-8ea7-892c97c15b01' progress to 100 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.814856] env[68627]: DEBUG nova.compute.manager [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.815093] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.816090] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b236d48-a9e7-4370-9353-bcc384f3b8f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.823413] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.823644] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76a2ba4d-3eb9-40a5-a3bb-db8d37ec3347 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.831528] env[68627]: DEBUG oslo_vmware.api [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1091.831528] env[68627]: value = "task-3037842" [ 1091.831528] env[68627]: _type = "Task" [ 1091.831528] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.839687] env[68627]: DEBUG oslo_vmware.api [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.991840] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037839, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.136077] env[68627]: DEBUG oslo_vmware.api [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037840, 'name': ReconfigVM_Task, 'duration_secs': 0.31872} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.139214] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance 'f6817d76-4935-450d-8a4a-d8366420f9f8' progress to 33 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.142734] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.190917] env[68627]: WARNING nova.network.neutron [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] 99d7c675-0027-4a5a-9eb0-53e439b08f5b already exists in list: networks containing: ['99d7c675-0027-4a5a-9eb0-53e439b08f5b']. ignoring it [ 1092.343320] env[68627]: DEBUG oslo_vmware.api [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037842, 'name': PowerOffVM_Task, 'duration_secs': 0.339534} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.343600] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.343769] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.344035] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8c53153-f8cc-4667-bf1f-c476aafb6026 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.409868] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.410127] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.410301] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleting the datastore file [datastore2] f7b9bbd3-5b93-4f2b-9426-e617de7b4326 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.410565] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6b8bef5-63c9-40ca-a26f-359afda554b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.435338] env[68627]: DEBUG oslo_vmware.api [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1092.435338] env[68627]: value = "task-3037844" [ 1092.435338] env[68627]: _type = "Task" [ 1092.435338] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.443273] env[68627]: DEBUG oslo_vmware.api [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.490666] env[68627]: DEBUG oslo_vmware.api [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037839, 'name': PowerOnVM_Task, 'duration_secs': 1.008658} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.490937] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.491159] env[68627]: INFO nova.compute.manager [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1092.491342] env[68627]: DEBUG nova.compute.manager [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.492109] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995c8b76-9502-4870-bc98-b49549d9f03f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.591606] env[68627]: DEBUG nova.network.neutron [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Updating instance_info_cache with network_info: [{"id": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "address": "fa:16:3e:9d:70:e7", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0605fd-90", "ovs_interfaceid": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b196b80-77a5-4c81-ab53-9d2ab4ef892f", "address": "fa:16:3e:fd:49:94", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b196b80-77", "ovs_interfaceid": "2b196b80-77a5-4c81-ab53-9d2ab4ef892f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.637544] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037841, 'name': ReconfigVM_Task, 'duration_secs': 0.85151} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.638656] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 768e4ba3-53f0-4445-87ca-fb5960e6cff8/768e4ba3-53f0-4445-87ca-fb5960e6cff8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.639578] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ec64f71-ac58-49bd-adaa-7fe56c8ca355 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.645137] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.645365] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.645523] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.645702] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.645847] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.645991] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.646241] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.646406] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.646573] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.646733] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.646903] env[68627]: DEBUG nova.virt.hardware [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.652188] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.653676] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef342916-e8d2-4970-ac49-09889ee4df79 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.668745] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1092.668745] env[68627]: value = "task-3037845" [ 1092.668745] env[68627]: _type = "Task" [ 1092.668745] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.674610] env[68627]: DEBUG oslo_vmware.api [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1092.674610] env[68627]: value = "task-3037846" [ 1092.674610] env[68627]: _type = "Task" [ 1092.674610] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.681758] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037845, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.686819] env[68627]: DEBUG oslo_vmware.api [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.945878] env[68627]: DEBUG oslo_vmware.api [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31706} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.946899] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.946899] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.946899] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.947075] env[68627]: INFO nova.compute.manager [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1092.947223] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.947546] env[68627]: DEBUG nova.compute.manager [-] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.947546] env[68627]: DEBUG nova.network.neutron [-] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.008053] env[68627]: INFO nova.compute.manager [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Took 16.92 seconds to build instance. [ 1093.072128] env[68627]: DEBUG nova.compute.manager [req-b623efdb-a209-4bd6-950e-ac0e33e51c9f req-cf6bffaa-1aaf-4e5b-812c-63fc8c0b807e service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Received event network-changed-2b196b80-77a5-4c81-ab53-9d2ab4ef892f {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.072277] env[68627]: DEBUG nova.compute.manager [req-b623efdb-a209-4bd6-950e-ac0e33e51c9f req-cf6bffaa-1aaf-4e5b-812c-63fc8c0b807e service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Refreshing instance network info cache due to event network-changed-2b196b80-77a5-4c81-ab53-9d2ab4ef892f. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.072474] env[68627]: DEBUG oslo_concurrency.lockutils [req-b623efdb-a209-4bd6-950e-ac0e33e51c9f req-cf6bffaa-1aaf-4e5b-812c-63fc8c0b807e service nova] Acquiring lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.094425] env[68627]: DEBUG oslo_concurrency.lockutils [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.094908] env[68627]: DEBUG oslo_concurrency.lockutils [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.095124] env[68627]: DEBUG oslo_concurrency.lockutils [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.095403] env[68627]: DEBUG oslo_concurrency.lockutils [req-b623efdb-a209-4bd6-950e-ac0e33e51c9f req-cf6bffaa-1aaf-4e5b-812c-63fc8c0b807e service nova] Acquired lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.095582] env[68627]: DEBUG nova.network.neutron [req-b623efdb-a209-4bd6-950e-ac0e33e51c9f req-cf6bffaa-1aaf-4e5b-812c-63fc8c0b807e service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Refreshing network info cache for port 2b196b80-77a5-4c81-ab53-9d2ab4ef892f {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.097366] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a64baa3-14e7-4918-99e8-410aad6f84ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.114613] env[68627]: DEBUG nova.virt.hardware [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.114847] env[68627]: DEBUG nova.virt.hardware [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.115055] env[68627]: DEBUG nova.virt.hardware [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.115268] env[68627]: DEBUG nova.virt.hardware [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.115416] env[68627]: DEBUG nova.virt.hardware [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.116080] env[68627]: DEBUG nova.virt.hardware [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.116080] env[68627]: DEBUG nova.virt.hardware [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.116080] env[68627]: DEBUG nova.virt.hardware [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.116080] env[68627]: DEBUG nova.virt.hardware [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.116303] env[68627]: DEBUG nova.virt.hardware [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.116485] env[68627]: DEBUG nova.virt.hardware [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.122833] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Reconfiguring VM to attach interface {{(pid=68627) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1093.123653] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7f15007-b90e-4c09-b5c6-0682354a4fc1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.141933] env[68627]: DEBUG oslo_vmware.api [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1093.141933] env[68627]: value = "task-3037847" [ 1093.141933] env[68627]: _type = "Task" [ 1093.141933] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.150932] env[68627]: DEBUG oslo_vmware.api [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037847, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.177925] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037845, 'name': Rename_Task, 'duration_secs': 0.154234} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.181257] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.181584] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5a1367b-2bc5-4e5f-9e32-96c6b9ceac9f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.187921] env[68627]: DEBUG oslo_vmware.api [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037846, 'name': ReconfigVM_Task, 'duration_secs': 0.177037} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.189210] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.189555] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1093.189555] env[68627]: value = "task-3037848" [ 1093.189555] env[68627]: _type = "Task" [ 1093.189555] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.190258] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1f7aa9-5594-4fb5-8bb7-10dd052a4313 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.200188] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.220261] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] f6817d76-4935-450d-8a4a-d8366420f9f8/f6817d76-4935-450d-8a4a-d8366420f9f8.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.221113] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52447038-8316-46d8-8e9c-a80602286343 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.240923] env[68627]: DEBUG oslo_vmware.api [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1093.240923] env[68627]: value = "task-3037849" [ 1093.240923] env[68627]: _type = "Task" [ 1093.240923] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.250690] env[68627]: DEBUG oslo_vmware.api [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.510232] env[68627]: DEBUG oslo_concurrency.lockutils [None req-19d53e69-bf39-4d67-8839-c9f8990e5e97 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "3f7d1875-756b-473a-a501-0bd2e827661d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.430s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.654079] env[68627]: DEBUG oslo_vmware.api [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.706170] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.736351] env[68627]: DEBUG nova.network.neutron [-] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.750705] env[68627]: DEBUG oslo_vmware.api [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037849, 'name': ReconfigVM_Task, 'duration_secs': 0.354691} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.751018] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Reconfigured VM instance instance-0000003e to attach disk [datastore2] f6817d76-4935-450d-8a4a-d8366420f9f8/f6817d76-4935-450d-8a4a-d8366420f9f8.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.751322] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance 'f6817d76-4935-450d-8a4a-d8366420f9f8' progress to 50 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.757743] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "bafad755-24d0-40c9-b229-216ccfaff4ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.757974] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "bafad755-24d0-40c9-b229-216ccfaff4ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.758197] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "bafad755-24d0-40c9-b229-216ccfaff4ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.758382] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "bafad755-24d0-40c9-b229-216ccfaff4ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.758574] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "bafad755-24d0-40c9-b229-216ccfaff4ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.760523] env[68627]: INFO nova.compute.manager [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Terminating instance [ 1093.977253] env[68627]: DEBUG nova.network.neutron [req-b623efdb-a209-4bd6-950e-ac0e33e51c9f req-cf6bffaa-1aaf-4e5b-812c-63fc8c0b807e service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Updated VIF entry in instance network info cache for port 2b196b80-77a5-4c81-ab53-9d2ab4ef892f. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.977955] env[68627]: DEBUG nova.network.neutron [req-b623efdb-a209-4bd6-950e-ac0e33e51c9f req-cf6bffaa-1aaf-4e5b-812c-63fc8c0b807e service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Updating instance_info_cache with network_info: [{"id": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "address": "fa:16:3e:9d:70:e7", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0605fd-90", "ovs_interfaceid": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b196b80-77a5-4c81-ab53-9d2ab4ef892f", "address": "fa:16:3e:fd:49:94", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b196b80-77", "ovs_interfaceid": "2b196b80-77a5-4c81-ab53-9d2ab4ef892f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.152838] env[68627]: DEBUG oslo_vmware.api [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037847, 'name': ReconfigVM_Task, 'duration_secs': 0.559794} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.153422] env[68627]: DEBUG oslo_concurrency.lockutils [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.153928] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Reconfigured VM to attach interface {{(pid=68627) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1094.203410] env[68627]: DEBUG oslo_vmware.api [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037848, 'name': PowerOnVM_Task, 'duration_secs': 0.83632} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.203753] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.203997] env[68627]: INFO nova.compute.manager [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1094.204213] env[68627]: DEBUG nova.compute.manager [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.205045] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0b7e3e-0c1e-4841-8f81-2cd0654d6bec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.238802] env[68627]: INFO nova.compute.manager [-] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Took 1.29 seconds to deallocate network for instance. [ 1094.264434] env[68627]: DEBUG nova.compute.manager [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.264685] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.265759] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60aaeed-e8e4-46bd-a154-d8239a044207 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.271118] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cfaebb-8cd5-474e-b99f-adb9abe29c17 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.293564] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a9a22d-1274-40aa-b8a5-c98b26ea4b72 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.296128] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.296664] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c38ee8b8-f2ac-4cc6-90f1-83d47e0208cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.315995] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance 'f6817d76-4935-450d-8a4a-d8366420f9f8' progress to 67 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.322088] env[68627]: DEBUG oslo_vmware.api [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1094.322088] env[68627]: value = "task-3037850" [ 1094.322088] env[68627]: _type = "Task" [ 1094.322088] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.329997] env[68627]: DEBUG oslo_vmware.api [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.481495] env[68627]: DEBUG oslo_concurrency.lockutils [req-b623efdb-a209-4bd6-950e-ac0e33e51c9f req-cf6bffaa-1aaf-4e5b-812c-63fc8c0b807e service nova] Releasing lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.659225] env[68627]: DEBUG oslo_concurrency.lockutils [None req-78e64874-05c1-4558-8b84-797e719ffb0b tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-2764d6ce-eacd-459a-9353-a78eed95fff8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.723s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.722955] env[68627]: INFO nova.compute.manager [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Took 16.53 seconds to build instance. [ 1094.745645] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.745965] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.746744] env[68627]: DEBUG nova.objects.instance [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lazy-loading 'resources' on Instance uuid f7b9bbd3-5b93-4f2b-9426-e617de7b4326 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.834712] env[68627]: DEBUG oslo_vmware.api [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037850, 'name': PowerOffVM_Task, 'duration_secs': 0.354669} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.835076] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.835277] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.835536] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20d4d23f-b618-4f8c-937b-bf5e394415d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.872898] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "401f7afd-55f9-40df-8ea7-892c97c15b01" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.873224] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.873421] env[68627]: DEBUG nova.compute.manager [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Going to confirm migration 5 {{(pid=68627) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1094.875494] env[68627]: DEBUG nova.network.neutron [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Port c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8 binding to destination host cpu-1 is already ACTIVE {{(pid=68627) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1094.897946] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.897946] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.898123] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Deleting the datastore file [datastore1] bafad755-24d0-40c9-b229-216ccfaff4ab {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.898389] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36b65947-52a6-4719-be4d-0b0d792f1427 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.905179] env[68627]: DEBUG oslo_vmware.api [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1094.905179] env[68627]: value = "task-3037852" [ 1094.905179] env[68627]: _type = "Task" [ 1094.905179] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.916447] env[68627]: DEBUG oslo_vmware.api [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.101642] env[68627]: DEBUG nova.compute.manager [req-60f7fa9f-31c4-4fb7-9a50-e535d5d4b20d req-408541fc-afeb-498f-b2b6-f49ba00742b1 service nova] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Received event network-vif-deleted-d108b7d9-490a-467f-bace-4902b97e2f87 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.101943] env[68627]: DEBUG nova.compute.manager [req-60f7fa9f-31c4-4fb7-9a50-e535d5d4b20d req-408541fc-afeb-498f-b2b6-f49ba00742b1 service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Received event network-changed-75651ef3-02bc-45be-8e7a-6c2726de97fc {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.102145] env[68627]: DEBUG nova.compute.manager [req-60f7fa9f-31c4-4fb7-9a50-e535d5d4b20d req-408541fc-afeb-498f-b2b6-f49ba00742b1 service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Refreshing instance network info cache due to event network-changed-75651ef3-02bc-45be-8e7a-6c2726de97fc. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.102365] env[68627]: DEBUG oslo_concurrency.lockutils [req-60f7fa9f-31c4-4fb7-9a50-e535d5d4b20d req-408541fc-afeb-498f-b2b6-f49ba00742b1 service nova] Acquiring lock "refresh_cache-3f7d1875-756b-473a-a501-0bd2e827661d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.102508] env[68627]: DEBUG oslo_concurrency.lockutils [req-60f7fa9f-31c4-4fb7-9a50-e535d5d4b20d req-408541fc-afeb-498f-b2b6-f49ba00742b1 service nova] Acquired lock "refresh_cache-3f7d1875-756b-473a-a501-0bd2e827661d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.102670] env[68627]: DEBUG nova.network.neutron [req-60f7fa9f-31c4-4fb7-9a50-e535d5d4b20d req-408541fc-afeb-498f-b2b6-f49ba00742b1 service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Refreshing network info cache for port 75651ef3-02bc-45be-8e7a-6c2726de97fc {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.225192] env[68627]: DEBUG oslo_concurrency.lockutils [None req-425f0b07-937a-49ed-8709-f6911cb9685c tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.042s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.415199] env[68627]: DEBUG oslo_vmware.api [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.424425] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.424619] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.424826] env[68627]: DEBUG nova.network.neutron [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.425028] env[68627]: DEBUG nova.objects.instance [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lazy-loading 'info_cache' on Instance uuid 401f7afd-55f9-40df-8ea7-892c97c15b01 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.436960] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb7e16b8-4fbf-4d0b-b9af-e2f4874ee731 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.437202] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb7e16b8-4fbf-4d0b-b9af-e2f4874ee731 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.437398] env[68627]: DEBUG nova.compute.manager [None req-cb7e16b8-4fbf-4d0b-b9af-e2f4874ee731 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.438440] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d0e833-7413-45b0-be77-0be5d2716491 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.450621] env[68627]: DEBUG nova.compute.manager [None req-cb7e16b8-4fbf-4d0b-b9af-e2f4874ee731 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68627) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1095.451204] env[68627]: DEBUG nova.objects.instance [None req-cb7e16b8-4fbf-4d0b-b9af-e2f4874ee731 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lazy-loading 'flavor' on Instance uuid 768e4ba3-53f0-4445-87ca-fb5960e6cff8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.486332] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d71d8bc-a7ff-461f-8f46-6ddb6d475ec1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.495207] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aa2270-ca28-4da7-8986-f9172eb91883 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.528171] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e7c75c-65fe-43bf-8151-f11add2f5b9e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.535691] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb63db0d-93d9-4a16-9d7f-57a435dfdc51 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.549992] env[68627]: DEBUG nova.compute.provider_tree [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.908387] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "f6817d76-4935-450d-8a4a-d8366420f9f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.909261] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.909261] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.919793] env[68627]: DEBUG oslo_vmware.api [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556297} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.920068] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.920299] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.920447] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.920578] env[68627]: INFO nova.compute.manager [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1095.920821] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.921022] env[68627]: DEBUG nova.compute.manager [-] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.921118] env[68627]: DEBUG nova.network.neutron [-] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.973132] env[68627]: DEBUG nova.network.neutron [req-60f7fa9f-31c4-4fb7-9a50-e535d5d4b20d req-408541fc-afeb-498f-b2b6-f49ba00742b1 service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Updated VIF entry in instance network info cache for port 75651ef3-02bc-45be-8e7a-6c2726de97fc. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.973547] env[68627]: DEBUG nova.network.neutron [req-60f7fa9f-31c4-4fb7-9a50-e535d5d4b20d req-408541fc-afeb-498f-b2b6-f49ba00742b1 service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Updating instance_info_cache with network_info: [{"id": "75651ef3-02bc-45be-8e7a-6c2726de97fc", "address": "fa:16:3e:dd:39:6c", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75651ef3-02", "ovs_interfaceid": "75651ef3-02bc-45be-8e7a-6c2726de97fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.053738] env[68627]: DEBUG nova.scheduler.client.report [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.181479] env[68627]: DEBUG nova.compute.manager [req-69bae24b-b4b5-40e3-ab4e-a880b45dff13 req-cf723aef-4023-412c-b586-4e676cb80179 service nova] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Received event network-vif-deleted-d9d892df-d4a6-43b7-bb9b-ac92718351e9 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.181668] env[68627]: INFO nova.compute.manager [req-69bae24b-b4b5-40e3-ab4e-a880b45dff13 req-cf723aef-4023-412c-b586-4e676cb80179 service nova] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Neutron deleted interface d9d892df-d4a6-43b7-bb9b-ac92718351e9; detaching it from the instance and deleting it from the info cache [ 1096.181830] env[68627]: DEBUG nova.network.neutron [req-69bae24b-b4b5-40e3-ab4e-a880b45dff13 req-cf723aef-4023-412c-b586-4e676cb80179 service nova] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.383012] env[68627]: DEBUG oslo_concurrency.lockutils [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "interface-2764d6ce-eacd-459a-9353-a78eed95fff8-2b196b80-77a5-4c81-ab53-9d2ab4ef892f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.383457] env[68627]: DEBUG oslo_concurrency.lockutils [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-2764d6ce-eacd-459a-9353-a78eed95fff8-2b196b80-77a5-4c81-ab53-9d2ab4ef892f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.458726] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7e16b8-4fbf-4d0b-b9af-e2f4874ee731 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.459381] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-155a2b2b-cde7-4bbf-984f-4747285b95fb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.468508] env[68627]: DEBUG oslo_vmware.api [None req-cb7e16b8-4fbf-4d0b-b9af-e2f4874ee731 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1096.468508] env[68627]: value = "task-3037854" [ 1096.468508] env[68627]: _type = "Task" [ 1096.468508] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.478050] env[68627]: DEBUG oslo_concurrency.lockutils [req-60f7fa9f-31c4-4fb7-9a50-e535d5d4b20d req-408541fc-afeb-498f-b2b6-f49ba00742b1 service nova] Releasing lock "refresh_cache-3f7d1875-756b-473a-a501-0bd2e827661d" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.478556] env[68627]: DEBUG oslo_vmware.api [None req-cb7e16b8-4fbf-4d0b-b9af-e2f4874ee731 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.560065] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.583861] env[68627]: INFO nova.scheduler.client.report [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted allocations for instance f7b9bbd3-5b93-4f2b-9426-e617de7b4326 [ 1096.660683] env[68627]: DEBUG nova.network.neutron [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance_info_cache with network_info: [{"id": "0394f690-c238-4e09-aded-6f6d64ec82cd", "address": "fa:16:3e:43:0b:d1", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0394f690-c2", "ovs_interfaceid": "0394f690-c238-4e09-aded-6f6d64ec82cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.662932] env[68627]: DEBUG nova.network.neutron [-] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.684507] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a860c67-079e-4ca0-b8e5-4b85c6201038 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.693541] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7e31fe-5ed1-4966-a2f4-ea9f1d2daa8a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.726608] env[68627]: DEBUG nova.compute.manager [req-69bae24b-b4b5-40e3-ab4e-a880b45dff13 req-cf723aef-4023-412c-b586-4e676cb80179 service nova] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Detach interface failed, port_id=d9d892df-d4a6-43b7-bb9b-ac92718351e9, reason: Instance bafad755-24d0-40c9-b229-216ccfaff4ab could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.886666] env[68627]: DEBUG oslo_concurrency.lockutils [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.886916] env[68627]: DEBUG oslo_concurrency.lockutils [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.887937] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f6f8c7-c22f-45cc-bb6b-01c8bd49d6a5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.907631] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d12ab3e-3695-443d-94c4-4a1455cd6e8d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.935969] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Reconfiguring VM to detach interface {{(pid=68627) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1096.936676] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4af2aa5-03e2-47cc-bbed-695b90b577c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.956783] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1096.956783] env[68627]: value = "task-3037855" [ 1096.956783] env[68627]: _type = "Task" [ 1096.956783] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.964627] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.976745] env[68627]: DEBUG oslo_vmware.api [None req-cb7e16b8-4fbf-4d0b-b9af-e2f4874ee731 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037854, 'name': PowerOffVM_Task, 'duration_secs': 0.210424} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.977074] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7e16b8-4fbf-4d0b-b9af-e2f4874ee731 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.977285] env[68627]: DEBUG nova.compute.manager [None req-cb7e16b8-4fbf-4d0b-b9af-e2f4874ee731 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.978054] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb082da9-e195-4a61-b44a-60e70a40879f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.981510] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.981678] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.981858] env[68627]: DEBUG nova.network.neutron [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.091077] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ad783d6b-37c9-4758-9d96-c617624ff8ec tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "f7b9bbd3-5b93-4f2b-9426-e617de7b4326" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.787s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.164032] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-401f7afd-55f9-40df-8ea7-892c97c15b01" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.164379] env[68627]: DEBUG nova.objects.instance [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lazy-loading 'migration_context' on Instance uuid 401f7afd-55f9-40df-8ea7-892c97c15b01 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.165685] env[68627]: INFO nova.compute.manager [-] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Took 1.24 seconds to deallocate network for instance. [ 1097.467235] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.492115] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cb7e16b8-4fbf-4d0b-b9af-e2f4874ee731 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.667809] env[68627]: DEBUG nova.objects.base [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Object Instance<401f7afd-55f9-40df-8ea7-892c97c15b01> lazy-loaded attributes: info_cache,migration_context {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1097.668834] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02671d3a-d52f-49bf-9cfc-a61ae3ee4ead {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.672062] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.672376] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.673160] env[68627]: DEBUG nova.objects.instance [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lazy-loading 'resources' on Instance uuid bafad755-24d0-40c9-b229-216ccfaff4ab {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.692492] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e0ddb4-1dbc-46be-afb5-cdf287a1c02d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.705576] env[68627]: DEBUG oslo_vmware.api [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1097.705576] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523eceab-8eee-eac3-55a1-13e7f369f29f" [ 1097.705576] env[68627]: _type = "Task" [ 1097.705576] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.716070] env[68627]: DEBUG oslo_vmware.api [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523eceab-8eee-eac3-55a1-13e7f369f29f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.722390] env[68627]: DEBUG nova.network.neutron [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance_info_cache with network_info: [{"id": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "address": "fa:16:3e:50:38:dd", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a0ce79-5b", "ovs_interfaceid": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.847030] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.847030] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.847030] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.847246] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.847380] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.849588] env[68627]: INFO nova.compute.manager [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Terminating instance [ 1097.968801] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.199387] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "2902d15c-3e2c-4e33-838c-77e5798b5a38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.199717] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "2902d15c-3e2c-4e33-838c-77e5798b5a38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.199911] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "2902d15c-3e2c-4e33-838c-77e5798b5a38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.200114] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "2902d15c-3e2c-4e33-838c-77e5798b5a38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.200290] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "2902d15c-3e2c-4e33-838c-77e5798b5a38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.202384] env[68627]: INFO nova.compute.manager [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Terminating instance [ 1098.220287] env[68627]: DEBUG oslo_vmware.api [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523eceab-8eee-eac3-55a1-13e7f369f29f, 'name': SearchDatastore_Task, 'duration_secs': 0.017166} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.220587] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.226690] env[68627]: DEBUG oslo_concurrency.lockutils [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.352805] env[68627]: DEBUG nova.compute.manager [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.353040] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.353909] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c43d54-e6ec-4eaa-8457-c5c4f04ea60c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.363009] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.363279] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f8492ba-6da4-4506-9312-b747deea0ae4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.377169] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739f7d0a-6c22-4475-b56c-149c26655bfd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.383806] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f2a3be-6d4c-4107-9338-aad80e68e210 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.415545] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219e447a-184b-432c-b04f-acd2d4a0b01b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.424237] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaf4bb7-1c00-4a2d-8c57-001a3062e066 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.432075] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.432311] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.432492] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleting the datastore file [datastore2] 768e4ba3-53f0-4445-87ca-fb5960e6cff8 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.433178] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f0393f9-2452-43b1-b8c1-42ca11ad785e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.442664] env[68627]: DEBUG nova.compute.provider_tree [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.447604] env[68627]: DEBUG oslo_vmware.api [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1098.447604] env[68627]: value = "task-3037858" [ 1098.447604] env[68627]: _type = "Task" [ 1098.447604] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.455185] env[68627]: DEBUG oslo_vmware.api [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.467887] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.706445] env[68627]: DEBUG nova.compute.manager [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.706836] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.707969] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00deca2-86d2-43af-82d5-cf0a5764a29a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.717076] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.717336] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c51a468f-a1b9-4f2d-8d23-bfc56a5e9f3d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.723193] env[68627]: DEBUG oslo_vmware.api [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1098.723193] env[68627]: value = "task-3037859" [ 1098.723193] env[68627]: _type = "Task" [ 1098.723193] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.734390] env[68627]: DEBUG oslo_vmware.api [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.748539] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46210f1-e112-4d2d-862c-ac1a795678bb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.767529] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48084c69-fe78-4f7c-ba8a-ce315cb86e0c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.774663] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance 'f6817d76-4935-450d-8a4a-d8366420f9f8' progress to 83 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.946812] env[68627]: DEBUG nova.scheduler.client.report [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.962763] env[68627]: DEBUG oslo_vmware.api [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.972485] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.234864] env[68627]: DEBUG oslo_vmware.api [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037859, 'name': PowerOffVM_Task, 'duration_secs': 0.282946} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.235191] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.235407] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.235738] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99819e7d-effd-4f5e-a49d-a287ff364c01 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.281670] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8206e4-e7b0-48c1-8a65-b3b7cc89c07c tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance 'f6817d76-4935-450d-8a4a-d8366420f9f8' progress to 100 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.321162] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.321390] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.321613] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleting the datastore file [datastore2] 2902d15c-3e2c-4e33-838c-77e5798b5a38 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.321900] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeea5f1e-ec0a-48be-849c-0a398aa802c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.329329] env[68627]: DEBUG oslo_vmware.api [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1099.329329] env[68627]: value = "task-3037861" [ 1099.329329] env[68627]: _type = "Task" [ 1099.329329] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.338755] env[68627]: DEBUG oslo_vmware.api [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.458024] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.460225] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.240s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.469252] env[68627]: DEBUG oslo_vmware.api [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520711} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.470179] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.470418] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.470551] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.470730] env[68627]: INFO nova.compute.manager [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1099.471360] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.471360] env[68627]: DEBUG nova.compute.manager [-] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.471360] env[68627]: DEBUG nova.network.neutron [-] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.476207] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.477707] env[68627]: INFO nova.scheduler.client.report [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Deleted allocations for instance bafad755-24d0-40c9-b229-216ccfaff4ab [ 1099.738170] env[68627]: DEBUG nova.compute.manager [req-ef07f1aa-4a1d-4845-8ebf-14afb240ca2a req-98990d83-536b-46ff-beb2-947976ebe5b7 service nova] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Received event network-vif-deleted-9813ecd8-b7e0-4761-bab4-da395f7a780b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.738358] env[68627]: INFO nova.compute.manager [req-ef07f1aa-4a1d-4845-8ebf-14afb240ca2a req-98990d83-536b-46ff-beb2-947976ebe5b7 service nova] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Neutron deleted interface 9813ecd8-b7e0-4761-bab4-da395f7a780b; detaching it from the instance and deleting it from the info cache [ 1099.738534] env[68627]: DEBUG nova.network.neutron [req-ef07f1aa-4a1d-4845-8ebf-14afb240ca2a req-98990d83-536b-46ff-beb2-947976ebe5b7 service nova] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.839613] env[68627]: DEBUG oslo_vmware.api [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248189} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.839959] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.840188] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.840375] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.840546] env[68627]: INFO nova.compute.manager [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1099.840784] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.840974] env[68627]: DEBUG nova.compute.manager [-] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.841084] env[68627]: DEBUG nova.network.neutron [-] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.974928] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.989085] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ffd17ff-6bfb-4462-aabb-7bfc26296d00 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "bafad755-24d0-40c9-b229-216ccfaff4ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.231s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.161024] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6d1cd6-7b1f-420c-8bfe-87bcb5dcf07b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.171934] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42667900-9043-4fe6-8d4a-c1773b606452 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.204784] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2dd330-afd9-4e48-9ba8-79d2a154b9ea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.212554] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31526db3-d798-485f-96e7-961de1c74d3c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.216825] env[68627]: DEBUG nova.network.neutron [-] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.230118] env[68627]: DEBUG nova.compute.provider_tree [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.240647] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06da2015-c03a-41b6-aace-a75d6593851c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.252434] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f46d61a-8d27-480b-ac40-5891328d0097 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.284550] env[68627]: DEBUG nova.compute.manager [req-ef07f1aa-4a1d-4845-8ebf-14afb240ca2a req-98990d83-536b-46ff-beb2-947976ebe5b7 service nova] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Detach interface failed, port_id=9813ecd8-b7e0-4761-bab4-da395f7a780b, reason: Instance 768e4ba3-53f0-4445-87ca-fb5960e6cff8 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.476238] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.590293] env[68627]: DEBUG nova.network.neutron [-] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.671667] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "567f617b-7bc8-4881-a593-469158cca154" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.671937] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "567f617b-7bc8-4881-a593-469158cca154" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.672171] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "567f617b-7bc8-4881-a593-469158cca154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.672362] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "567f617b-7bc8-4881-a593-469158cca154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.672531] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "567f617b-7bc8-4881-a593-469158cca154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.674792] env[68627]: INFO nova.compute.manager [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Terminating instance [ 1100.719939] env[68627]: INFO nova.compute.manager [-] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Took 1.25 seconds to deallocate network for instance. [ 1100.732079] env[68627]: DEBUG nova.scheduler.client.report [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.978435] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.093047] env[68627]: INFO nova.compute.manager [-] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Took 1.25 seconds to deallocate network for instance. [ 1101.184183] env[68627]: DEBUG nova.compute.manager [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.184464] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.185939] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad07a035-fc3c-4cd3-98e0-e7145465fdb1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.193694] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.193937] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5138446-9934-4f3f-83f8-b6ab2a332a74 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.199910] env[68627]: DEBUG oslo_vmware.api [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1101.199910] env[68627]: value = "task-3037863" [ 1101.199910] env[68627]: _type = "Task" [ 1101.199910] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.208335] env[68627]: DEBUG oslo_vmware.api [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.227163] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.476814] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.498559] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "f6817d76-4935-450d-8a4a-d8366420f9f8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.498806] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.499015] env[68627]: DEBUG nova.compute.manager [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Going to confirm migration 6 {{(pid=68627) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1101.600042] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.645089] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.645457] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.645723] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.646021] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.646371] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.648458] env[68627]: INFO nova.compute.manager [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Terminating instance [ 1101.709529] env[68627]: DEBUG oslo_vmware.api [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037863, 'name': PowerOffVM_Task, 'duration_secs': 0.179548} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.709831] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.710014] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.710298] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce3fd7e7-acb4-4a55-bbcb-78f7a3f05979 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.743038] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.283s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.746889] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.520s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.746980] env[68627]: DEBUG nova.objects.instance [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lazy-loading 'resources' on Instance uuid 768e4ba3-53f0-4445-87ca-fb5960e6cff8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.766398] env[68627]: DEBUG nova.compute.manager [req-bc8438b5-b8f2-4de0-a7f6-73748bdc2193 req-ff1b0271-c58a-47e4-8454-58849fc96264 service nova] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Received event network-vif-deleted-24943a3e-5bb0-4948-802d-e247a89a78dc {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.854724] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.854894] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.855207] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Deleting the datastore file [datastore2] 567f617b-7bc8-4881-a593-469158cca154 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.855505] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-064ed829-9f29-4ea3-8d25-f236a5f85805 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.862080] env[68627]: DEBUG oslo_vmware.api [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for the task: (returnval){ [ 1101.862080] env[68627]: value = "task-3037865" [ 1101.862080] env[68627]: _type = "Task" [ 1101.862080] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.870105] env[68627]: DEBUG oslo_vmware.api [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.977152] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.058459] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.058826] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.058826] env[68627]: DEBUG nova.network.neutron [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.059023] env[68627]: DEBUG nova.objects.instance [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'info_cache' on Instance uuid f6817d76-4935-450d-8a4a-d8366420f9f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.152024] env[68627]: DEBUG nova.compute.manager [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.152289] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.153326] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb7eb33-590b-4f6e-a437-eda6d9ce6929 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.161980] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.162242] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c279d3b-d8ce-4b8f-91f1-ac5968b9ef72 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.168398] env[68627]: DEBUG oslo_vmware.api [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1102.168398] env[68627]: value = "task-3037866" [ 1102.168398] env[68627]: _type = "Task" [ 1102.168398] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.177304] env[68627]: DEBUG oslo_vmware.api [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.307574] env[68627]: INFO nova.scheduler.client.report [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleted allocation for migration 7e538bee-236f-4caa-b926-e9a7d42edc19 [ 1102.373842] env[68627]: DEBUG oslo_vmware.api [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Task: {'id': task-3037865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158559} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.374163] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.374374] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.374580] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.374791] env[68627]: INFO nova.compute.manager [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] [instance: 567f617b-7bc8-4881-a593-469158cca154] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1102.375103] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.377673] env[68627]: DEBUG nova.compute.manager [-] [instance: 567f617b-7bc8-4881-a593-469158cca154] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.377772] env[68627]: DEBUG nova.network.neutron [-] [instance: 567f617b-7bc8-4881-a593-469158cca154] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.464372] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8215aadd-8817-4f26-a6fb-8437d8069351 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.474945] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c9943e-1aac-402c-a531-38b6b33ddc58 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.482324] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037855, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.518586] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100fdce4-9516-43b8-9fd4-3dbf31468613 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.526269] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b75f05-11d2-48f5-8c39-65d8ea1ff366 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.539824] env[68627]: DEBUG nova.compute.provider_tree [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.678754] env[68627]: DEBUG oslo_vmware.api [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037866, 'name': PowerOffVM_Task, 'duration_secs': 0.247731} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.679125] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.679306] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.679573] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d62fd59-949e-42f1-b2c5-b311dc595fcb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.766431] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.766685] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.766870] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Deleting the datastore file [datastore1] 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.767176] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-542a736e-9222-4938-8e6e-d920c9cbb749 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.773073] env[68627]: DEBUG oslo_vmware.api [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1102.773073] env[68627]: value = "task-3037869" [ 1102.773073] env[68627]: _type = "Task" [ 1102.773073] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.781688] env[68627]: DEBUG oslo_vmware.api [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.816062] env[68627]: DEBUG oslo_concurrency.lockutils [None req-0cd671dd-9f65-4bcc-9d8a-e0b4ac38b365 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.943s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.977495] env[68627]: DEBUG oslo_vmware.api [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037855, 'name': ReconfigVM_Task, 'duration_secs': 5.778264} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.977495] env[68627]: DEBUG oslo_concurrency.lockutils [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.977721] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Reconfigured VM to detach interface {{(pid=68627) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1103.042759] env[68627]: DEBUG nova.scheduler.client.report [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.144939] env[68627]: DEBUG nova.network.neutron [-] [instance: 567f617b-7bc8-4881-a593-469158cca154] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.239990] env[68627]: DEBUG oslo_concurrency.lockutils [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "401f7afd-55f9-40df-8ea7-892c97c15b01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.240264] env[68627]: DEBUG oslo_concurrency.lockutils [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.240472] env[68627]: DEBUG oslo_concurrency.lockutils [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "401f7afd-55f9-40df-8ea7-892c97c15b01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.240659] env[68627]: DEBUG oslo_concurrency.lockutils [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.240877] env[68627]: DEBUG oslo_concurrency.lockutils [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.243080] env[68627]: INFO nova.compute.manager [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Terminating instance [ 1103.282153] env[68627]: DEBUG oslo_vmware.api [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128756} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.282404] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.282586] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.282762] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.283014] env[68627]: INFO nova.compute.manager [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1103.283215] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.283460] env[68627]: DEBUG nova.compute.manager [-] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.283557] env[68627]: DEBUG nova.network.neutron [-] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.322732] env[68627]: DEBUG nova.network.neutron [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance_info_cache with network_info: [{"id": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "address": "fa:16:3e:50:38:dd", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a0ce79-5b", "ovs_interfaceid": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.548589] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.550878] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.951s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.551705] env[68627]: DEBUG nova.objects.instance [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lazy-loading 'resources' on Instance uuid 2902d15c-3e2c-4e33-838c-77e5798b5a38 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.575967] env[68627]: INFO nova.scheduler.client.report [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleted allocations for instance 768e4ba3-53f0-4445-87ca-fb5960e6cff8 [ 1103.647669] env[68627]: INFO nova.compute.manager [-] [instance: 567f617b-7bc8-4881-a593-469158cca154] Took 1.27 seconds to deallocate network for instance. [ 1103.749016] env[68627]: DEBUG nova.compute.manager [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.749016] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.749016] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f08847-9666-4932-b84b-423edc9ee325 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.759470] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.759470] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b817f9c-eb31-40d7-9338-b6312e71d85d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.765521] env[68627]: DEBUG oslo_vmware.api [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1103.765521] env[68627]: value = "task-3037870" [ 1103.765521] env[68627]: _type = "Task" [ 1103.765521] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.774927] env[68627]: DEBUG oslo_vmware.api [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.799921] env[68627]: DEBUG nova.compute.manager [req-88983c7b-8315-49c8-bd69-32a15d63cbaf req-9603ab15-22a8-430d-a0df-b50f8a2b7831 service nova] [instance: 567f617b-7bc8-4881-a593-469158cca154] Received event network-vif-deleted-7f8fbba5-2369-4cb4-a3a1-733fe6c4ba42 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.800205] env[68627]: DEBUG nova.compute.manager [req-88983c7b-8315-49c8-bd69-32a15d63cbaf req-9603ab15-22a8-430d-a0df-b50f8a2b7831 service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Received event network-vif-deleted-2b196b80-77a5-4c81-ab53-9d2ab4ef892f {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.800418] env[68627]: INFO nova.compute.manager [req-88983c7b-8315-49c8-bd69-32a15d63cbaf req-9603ab15-22a8-430d-a0df-b50f8a2b7831 service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Neutron deleted interface 2b196b80-77a5-4c81-ab53-9d2ab4ef892f; detaching it from the instance and deleting it from the info cache [ 1103.800678] env[68627]: DEBUG nova.network.neutron [req-88983c7b-8315-49c8-bd69-32a15d63cbaf req-9603ab15-22a8-430d-a0df-b50f8a2b7831 service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Updating instance_info_cache with network_info: [{"id": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "address": "fa:16:3e:9d:70:e7", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0605fd-90", "ovs_interfaceid": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.825040] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.825690] env[68627]: DEBUG nova.objects.instance [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'migration_context' on Instance uuid f6817d76-4935-450d-8a4a-d8366420f9f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.084284] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fe237d76-ad91-49c3-a6f3-9dfbcdf1bf95 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "768e4ba3-53f0-4445-87ca-fb5960e6cff8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.237s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.141317] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "2764d6ce-eacd-459a-9353-a78eed95fff8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.141635] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "2764d6ce-eacd-459a-9353-a78eed95fff8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.141886] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "2764d6ce-eacd-459a-9353-a78eed95fff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.142118] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "2764d6ce-eacd-459a-9353-a78eed95fff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.142328] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "2764d6ce-eacd-459a-9353-a78eed95fff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.145198] env[68627]: INFO nova.compute.manager [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Terminating instance [ 1104.155714] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.205656] env[68627]: DEBUG oslo_concurrency.lockutils [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.205847] env[68627]: DEBUG oslo_concurrency.lockutils [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.206540] env[68627]: DEBUG nova.network.neutron [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.266995] env[68627]: DEBUG nova.network.neutron [-] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.279035] env[68627]: DEBUG oslo_vmware.api [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037870, 'name': PowerOffVM_Task, 'duration_secs': 0.200313} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.281014] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.281243] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.282213] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4735da7c-ea34-4fa1-8db2-879076e93ac4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.292626] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a29b96b-7c64-4556-8318-e92390e50039 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.302938] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf8ccc6-8eea-4901-b852-41df8d93830c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.305941] env[68627]: DEBUG oslo_concurrency.lockutils [req-88983c7b-8315-49c8-bd69-32a15d63cbaf req-9603ab15-22a8-430d-a0df-b50f8a2b7831 service nova] Acquiring lock "2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.334292] env[68627]: DEBUG nova.objects.base [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1104.335332] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414dd3d8-0dac-47b9-8585-5f7e18e50978 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.338493] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a682fa7-3718-4411-973e-8f672665ab6e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.344241] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.344454] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.344840] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleting the datastore file [datastore2] 401f7afd-55f9-40df-8ea7-892c97c15b01 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.359199] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e25ffc6c-8953-4ef9-85e0-e23140755928 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.367601] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6176dde-3fa8-4649-abb6-cd802761dba9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.371898] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2a430b-a329-454b-867d-4f29cf6a0de6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.377493] env[68627]: DEBUG oslo_vmware.api [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1104.377493] env[68627]: value = "task-3037872" [ 1104.377493] env[68627]: _type = "Task" [ 1104.377493] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.390377] env[68627]: DEBUG oslo_vmware.api [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1104.390377] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5232c558-4202-a40b-89f4-2b647329897a" [ 1104.390377] env[68627]: _type = "Task" [ 1104.390377] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.390845] env[68627]: DEBUG nova.compute.provider_tree [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.398577] env[68627]: DEBUG oslo_vmware.api [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.404195] env[68627]: DEBUG oslo_vmware.api [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5232c558-4202-a40b-89f4-2b647329897a, 'name': SearchDatastore_Task, 'duration_secs': 0.005546} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.404452] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.650077] env[68627]: DEBUG nova.compute.manager [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.650077] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.650947] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fae17b6-51d3-4ac1-857c-7de76dbb0dd3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.658634] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.658911] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c1d671-bae8-4a1d-9962-869dbe228849 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.665265] env[68627]: DEBUG oslo_vmware.api [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1104.665265] env[68627]: value = "task-3037874" [ 1104.665265] env[68627]: _type = "Task" [ 1104.665265] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.675103] env[68627]: DEBUG oslo_vmware.api [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.774052] env[68627]: INFO nova.compute.manager [-] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Took 1.49 seconds to deallocate network for instance. [ 1104.878274] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "6572d0b0-44c6-4e4c-ac44-4f649369c9f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.878638] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "6572d0b0-44c6-4e4c-ac44-4f649369c9f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.891948] env[68627]: DEBUG oslo_vmware.api [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136864} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.894830] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.895071] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.895307] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.895445] env[68627]: INFO nova.compute.manager [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1104.895689] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.896779] env[68627]: DEBUG nova.scheduler.client.report [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.900858] env[68627]: DEBUG nova.compute.manager [-] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.900983] env[68627]: DEBUG nova.network.neutron [-] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.995144] env[68627]: DEBUG nova.network.neutron [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Updating instance_info_cache with network_info: [{"id": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "address": "fa:16:3e:9d:70:e7", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0605fd-90", "ovs_interfaceid": "7c0605fd-9068-4566-b66a-a7e0ed9c97b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.176280] env[68627]: DEBUG oslo_vmware.api [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037874, 'name': PowerOffVM_Task, 'duration_secs': 0.239769} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.176589] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.176731] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.176983] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c86429b4-4d49-4cd2-8bac-a85baa087473 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.246954] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.247271] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.247500] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Deleting the datastore file [datastore1] 2764d6ce-eacd-459a-9353-a78eed95fff8 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.247846] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67cef0b2-b9ce-4592-a482-424409e808ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.259682] env[68627]: DEBUG oslo_vmware.api [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1105.259682] env[68627]: value = "task-3037876" [ 1105.259682] env[68627]: _type = "Task" [ 1105.259682] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.269564] env[68627]: DEBUG oslo_vmware.api [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.281822] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.381638] env[68627]: DEBUG nova.compute.manager [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.403198] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.405638] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.250s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.405867] env[68627]: DEBUG nova.objects.instance [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lazy-loading 'resources' on Instance uuid 567f617b-7bc8-4881-a593-469158cca154 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.428357] env[68627]: INFO nova.scheduler.client.report [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted allocations for instance 2902d15c-3e2c-4e33-838c-77e5798b5a38 [ 1105.499213] env[68627]: DEBUG oslo_concurrency.lockutils [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "refresh_cache-2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.758666] env[68627]: DEBUG nova.compute.manager [req-6895ee80-1b17-4838-b40d-11ab310b91ce req-0bf9fd71-b67e-4ed4-b586-56d163630411 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Received event network-vif-deleted-0394f690-c238-4e09-aded-6f6d64ec82cd {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.758666] env[68627]: INFO nova.compute.manager [req-6895ee80-1b17-4838-b40d-11ab310b91ce req-0bf9fd71-b67e-4ed4-b586-56d163630411 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Neutron deleted interface 0394f690-c238-4e09-aded-6f6d64ec82cd; detaching it from the instance and deleting it from the info cache [ 1105.758666] env[68627]: DEBUG nova.network.neutron [req-6895ee80-1b17-4838-b40d-11ab310b91ce req-0bf9fd71-b67e-4ed4-b586-56d163630411 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.775500] env[68627]: DEBUG oslo_vmware.api [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311806} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.775500] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.775500] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.775814] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.775814] env[68627]: INFO nova.compute.manager [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1105.776722] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.776722] env[68627]: DEBUG nova.compute.manager [-] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.776722] env[68627]: DEBUG nova.network.neutron [-] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.905299] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.940774] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b8519d38-e0f0-4cea-98e3-bc6cf1798371 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "2902d15c-3e2c-4e33-838c-77e5798b5a38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.741s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.004647] env[68627]: DEBUG oslo_concurrency.lockutils [None req-37415392-7fed-4f41-9a0a-dc52506f4655 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-2764d6ce-eacd-459a-9353-a78eed95fff8-2b196b80-77a5-4c81-ab53-9d2ab4ef892f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.621s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.090481] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ac8430-ee10-4bbd-8981-fd683ce8d47d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.097777] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b97868-0601-4b9b-970d-8725fc10b389 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.128416] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6f2b0d-ef75-487d-a97d-ab56b7b7f3db {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.136833] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8077459-fdcc-470b-baac-1991259001be {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.150289] env[68627]: DEBUG nova.compute.provider_tree [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.235078] env[68627]: DEBUG nova.network.neutron [-] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.259953] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e6566f8-579f-4617-bd5a-873d40849ced {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.269720] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932e6334-8526-4ef4-86a9-2bb018c22940 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.301669] env[68627]: DEBUG nova.compute.manager [req-6895ee80-1b17-4838-b40d-11ab310b91ce req-0bf9fd71-b67e-4ed4-b586-56d163630411 service nova] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Detach interface failed, port_id=0394f690-c238-4e09-aded-6f6d64ec82cd, reason: Instance 401f7afd-55f9-40df-8ea7-892c97c15b01 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.653700] env[68627]: DEBUG nova.scheduler.client.report [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.738155] env[68627]: INFO nova.compute.manager [-] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Took 1.84 seconds to deallocate network for instance. [ 1106.743674] env[68627]: DEBUG nova.network.neutron [-] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.869325] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.869325] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.158922] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.161356] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.757s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.176627] env[68627]: INFO nova.scheduler.client.report [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Deleted allocations for instance 567f617b-7bc8-4881-a593-469158cca154 [ 1107.244704] env[68627]: DEBUG oslo_concurrency.lockutils [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.245170] env[68627]: INFO nova.compute.manager [-] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Took 1.47 seconds to deallocate network for instance. [ 1107.371647] env[68627]: DEBUG nova.compute.utils [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.513207] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "a76b41c7-58c1-44bc-842e-b1d955b3c6fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.513207] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "a76b41c7-58c1-44bc-842e-b1d955b3c6fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.685211] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3de4578b-0c7a-4009-840b-b5062a7a59d2 tempest-ServerRescueNegativeTestJSON-1810634604 tempest-ServerRescueNegativeTestJSON-1810634604-project-member] Lock "567f617b-7bc8-4881-a593-469158cca154" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.013s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.751278] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.812526] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9b7b91-cc70-44f2-8b83-90424887e1da {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.819855] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ea26f3-4850-419a-91b8-4024d654c7c2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.850151] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabe2833-a306-4cd5-8d73-017a072ddfdb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.854448] env[68627]: DEBUG nova.compute.manager [req-6da970ff-2dca-41dd-bba3-8c688c5fedfb req-61264ce9-004c-4b04-b5ed-da47db40126a service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Received event network-vif-deleted-7c0605fd-9068-4566-b66a-a7e0ed9c97b5 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.859729] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff02a04-83b9-405f-b7d1-5258c59715a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.873128] env[68627]: DEBUG nova.compute.provider_tree [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.874657] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.015748] env[68627]: DEBUG nova.compute.manager [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.376820] env[68627]: DEBUG nova.scheduler.client.report [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.540351] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.945894] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.945894] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.945894] env[68627]: INFO nova.compute.manager [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Attaching volume f71ecd10-48b1-40dd-b2af-f81efe37bb4e to /dev/sdb [ 1108.983595] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b84a87-e797-4912-a6f7-e0b56bc50de1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.991261] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88092beb-2aa1-45cd-8004-79f26695392c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.004054] env[68627]: DEBUG nova.virt.block_device [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Updating existing volume attachment record: 293371bf-b204-401d-9e16-7c0e88533da5 {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1109.391290] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.230s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.391556] env[68627]: DEBUG nova.compute.manager [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68627) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1109.394447] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.113s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.394657] env[68627]: DEBUG nova.objects.instance [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'resources' on Instance uuid 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.958452] env[68627]: INFO nova.scheduler.client.report [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleted allocation for migration f8fad6f0-f793-40ca-bb0b-48c70fade349 [ 1110.069467] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd1a96f-eecb-4892-89cf-9bb26b7349fb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.077848] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b01f1ed-ac0e-46a8-b82b-735facfd0d02 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.110190] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d630c1f-5833-4fd5-b124-73f7bae20883 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.117820] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ff9b99-a17f-49ec-9c98-7105effd1bec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.132903] env[68627]: DEBUG nova.compute.provider_tree [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.466231] env[68627]: DEBUG oslo_concurrency.lockutils [None req-cfb3a8ef-0778-4697-8e1e-256eb0150f21 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.967s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.637547] env[68627]: DEBUG nova.scheduler.client.report [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.794823] env[68627]: DEBUG nova.objects.instance [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'flavor' on Instance uuid f6817d76-4935-450d-8a4a-d8366420f9f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.142365] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.145264] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.240s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.147631] env[68627]: INFO nova.compute.claims [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.164282] env[68627]: INFO nova.scheduler.client.report [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Deleted allocations for instance 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 [ 1111.300661] env[68627]: DEBUG oslo_concurrency.lockutils [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.300944] env[68627]: DEBUG oslo_concurrency.lockutils [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.301230] env[68627]: DEBUG nova.network.neutron [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.301484] env[68627]: DEBUG nova.objects.instance [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'info_cache' on Instance uuid f6817d76-4935-450d-8a4a-d8366420f9f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.673316] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9f2161bb-0970-4802-b25c-f95eb30a57c2 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.028s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.804895] env[68627]: DEBUG nova.objects.base [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1112.431242] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d6c01d-554c-4431-9717-9e2a104de099 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.437989] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1edf99b-5418-4986-a558-577b1a09acbb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.477556] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd7e6b9-e320-4025-80d5-b06b892ee996 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.485584] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a206c01-1719-492d-8ad2-163937efb37e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.502853] env[68627]: DEBUG nova.compute.provider_tree [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.652656] env[68627]: DEBUG nova.network.neutron [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance_info_cache with network_info: [{"id": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "address": "fa:16:3e:50:38:dd", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a0ce79-5b", "ovs_interfaceid": "c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.991409] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.991691] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.007457] env[68627]: DEBUG nova.scheduler.client.report [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.155435] env[68627]: DEBUG oslo_concurrency.lockutils [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "refresh_cache-f6817d76-4935-450d-8a4a-d8366420f9f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.494380] env[68627]: DEBUG nova.compute.manager [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.511847] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.512438] env[68627]: DEBUG nova.compute.manager [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.515617] env[68627]: DEBUG oslo_concurrency.lockutils [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.271s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.517718] env[68627]: DEBUG oslo_concurrency.lockutils [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.519829] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.769s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.520066] env[68627]: DEBUG nova.objects.instance [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'resources' on Instance uuid 2764d6ce-eacd-459a-9353-a78eed95fff8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.542676] env[68627]: INFO nova.scheduler.client.report [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleted allocations for instance 401f7afd-55f9-40df-8ea7-892c97c15b01 [ 1113.809898] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "f6fdc596-8292-4932-acae-1bffc6eb4e55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.810903] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.016810] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.025232] env[68627]: DEBUG nova.compute.utils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.028474] env[68627]: DEBUG nova.compute.manager [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.028663] env[68627]: DEBUG nova.network.neutron [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.052425] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1114.052665] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608693', 'volume_id': 'f71ecd10-48b1-40dd-b2af-f81efe37bb4e', 'name': 'volume-f71ecd10-48b1-40dd-b2af-f81efe37bb4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0fff958-b6df-4d38-b9c0-f1a5babd266c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f71ecd10-48b1-40dd-b2af-f81efe37bb4e', 'serial': 'f71ecd10-48b1-40dd-b2af-f81efe37bb4e'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1114.056312] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cc9101-ab32-484d-a191-4d194d198c4a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.059241] env[68627]: DEBUG oslo_concurrency.lockutils [None req-472a6ec2-93a3-4c4f-9a7d-b834aed7c477 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "401f7afd-55f9-40df-8ea7-892c97c15b01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.819s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.078330] env[68627]: DEBUG nova.policy [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f938aa92e46a4499a8e0c17ec419b405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f4b58eeefb44f9cae62d73869da818b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.080437] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b10e1a2-a96e-4cb6-8a97-a80e2d241612 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.111086] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-f71ecd10-48b1-40dd-b2af-f81efe37bb4e/volume-f71ecd10-48b1-40dd-b2af-f81efe37bb4e.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.114745] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2290ad4a-6076-4eb6-8b02-f44c45c3f98e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.135081] env[68627]: DEBUG oslo_vmware.api [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1114.135081] env[68627]: value = "task-3037884" [ 1114.135081] env[68627]: _type = "Task" [ 1114.135081] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.146705] env[68627]: DEBUG oslo_vmware.api [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.164050] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.164697] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95b87e05-c150-4a3e-bddc-c2d13eba3b66 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.175855] env[68627]: DEBUG oslo_vmware.api [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1114.175855] env[68627]: value = "task-3037885" [ 1114.175855] env[68627]: _type = "Task" [ 1114.175855] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.182421] env[68627]: DEBUG oslo_vmware.api [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.250795] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e798a80b-c6bd-421a-a673-cdebf2ae9f54 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.258475] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d03ffb-82d2-404b-912b-d518092849b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.300735] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4293d7fb-c268-4307-ba4d-e9b26a1733a2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.308970] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c265bc-cb44-4fad-9118-88eb24c2c0b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.313429] env[68627]: DEBUG nova.compute.manager [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.327782] env[68627]: DEBUG nova.compute.provider_tree [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.444855] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.445206] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.466042] env[68627]: DEBUG nova.network.neutron [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Successfully created port: 8d467012-cd11-4939-9306-4b52606a0b03 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.529253] env[68627]: DEBUG nova.compute.manager [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.644838] env[68627]: DEBUG oslo_vmware.api [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037884, 'name': ReconfigVM_Task, 'duration_secs': 0.377405} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.644950] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-f71ecd10-48b1-40dd-b2af-f81efe37bb4e/volume-f71ecd10-48b1-40dd-b2af-f81efe37bb4e.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.650288] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43860a1b-10ab-41b3-b099-e7db00be2a73 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.665552] env[68627]: DEBUG oslo_vmware.api [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1114.665552] env[68627]: value = "task-3037886" [ 1114.665552] env[68627]: _type = "Task" [ 1114.665552] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.675766] env[68627]: DEBUG oslo_vmware.api [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.684593] env[68627]: DEBUG oslo_vmware.api [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037885, 'name': PowerOnVM_Task, 'duration_secs': 0.384817} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.684943] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.685291] env[68627]: DEBUG nova.compute.manager [None req-97e48206-b611-4b97-9ac7-0392f67a5559 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.686455] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55a1456-d299-4836-934b-5a8830f207d6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.830395] env[68627]: DEBUG nova.scheduler.client.report [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.834253] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.948104] env[68627]: DEBUG nova.compute.manager [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.983973] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "0204e32b-986b-48a1-bccc-ba413aad5e59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.984345] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "0204e32b-986b-48a1-bccc-ba413aad5e59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.176022] env[68627]: DEBUG oslo_vmware.api [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037886, 'name': ReconfigVM_Task, 'duration_secs': 0.13517} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.176418] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608693', 'volume_id': 'f71ecd10-48b1-40dd-b2af-f81efe37bb4e', 'name': 'volume-f71ecd10-48b1-40dd-b2af-f81efe37bb4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0fff958-b6df-4d38-b9c0-f1a5babd266c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f71ecd10-48b1-40dd-b2af-f81efe37bb4e', 'serial': 'f71ecd10-48b1-40dd-b2af-f81efe37bb4e'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1115.335964] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.338359] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.799s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.339981] env[68627]: INFO nova.compute.claims [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.360861] env[68627]: INFO nova.scheduler.client.report [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Deleted allocations for instance 2764d6ce-eacd-459a-9353-a78eed95fff8 [ 1115.462154] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "f6817d76-4935-450d-8a4a-d8366420f9f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.462415] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.462617] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "f6817d76-4935-450d-8a4a-d8366420f9f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.462800] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.463582] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.465304] env[68627]: INFO nova.compute.manager [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Terminating instance [ 1115.468466] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.486091] env[68627]: DEBUG nova.compute.manager [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.538419] env[68627]: DEBUG nova.compute.manager [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.568256] env[68627]: DEBUG nova.virt.hardware [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.568534] env[68627]: DEBUG nova.virt.hardware [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.568693] env[68627]: DEBUG nova.virt.hardware [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.568874] env[68627]: DEBUG nova.virt.hardware [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.569037] env[68627]: DEBUG nova.virt.hardware [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.569199] env[68627]: DEBUG nova.virt.hardware [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.569436] env[68627]: DEBUG nova.virt.hardware [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.569623] env[68627]: DEBUG nova.virt.hardware [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.569803] env[68627]: DEBUG nova.virt.hardware [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.569968] env[68627]: DEBUG nova.virt.hardware [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.570161] env[68627]: DEBUG nova.virt.hardware [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.571083] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0abd08c-735b-4124-90b9-939e459ffec8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.579896] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170fbc48-3e03-4909-8eff-146df6c694aa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.868507] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f44cdddb-8044-410f-ad47-682ea55907ca tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "2764d6ce-eacd-459a-9353-a78eed95fff8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.727s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.872269] env[68627]: DEBUG oslo_concurrency.lockutils [req-88983c7b-8315-49c8-bd69-32a15d63cbaf req-9603ab15-22a8-430d-a0df-b50f8a2b7831 service nova] Acquired lock "2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.872269] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06067a3-f55a-4b6a-95fc-4687a14acffe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.881647] env[68627]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1115.882424] env[68627]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68627) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1115.882424] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd154353-646a-4168-8738-add5972d566f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.893591] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcc0cdc-2e60-48bf-8e7d-ab5a8797ad06 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.919756] env[68627]: DEBUG nova.compute.manager [req-9f9280ac-a5c4-4f9d-ae60-43619261325e req-7934445a-8710-45ed-bbbb-6182dc0adb9a service nova] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Received event network-vif-plugged-8d467012-cd11-4939-9306-4b52606a0b03 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.920049] env[68627]: DEBUG oslo_concurrency.lockutils [req-9f9280ac-a5c4-4f9d-ae60-43619261325e req-7934445a-8710-45ed-bbbb-6182dc0adb9a service nova] Acquiring lock "6572d0b0-44c6-4e4c-ac44-4f649369c9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.920375] env[68627]: DEBUG oslo_concurrency.lockutils [req-9f9280ac-a5c4-4f9d-ae60-43619261325e req-7934445a-8710-45ed-bbbb-6182dc0adb9a service nova] Lock "6572d0b0-44c6-4e4c-ac44-4f649369c9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.920646] env[68627]: DEBUG oslo_concurrency.lockutils [req-9f9280ac-a5c4-4f9d-ae60-43619261325e req-7934445a-8710-45ed-bbbb-6182dc0adb9a service nova] Lock "6572d0b0-44c6-4e4c-ac44-4f649369c9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.921282] env[68627]: DEBUG nova.compute.manager [req-9f9280ac-a5c4-4f9d-ae60-43619261325e req-7934445a-8710-45ed-bbbb-6182dc0adb9a service nova] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] No waiting events found dispatching network-vif-plugged-8d467012-cd11-4939-9306-4b52606a0b03 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.921539] env[68627]: WARNING nova.compute.manager [req-9f9280ac-a5c4-4f9d-ae60-43619261325e req-7934445a-8710-45ed-bbbb-6182dc0adb9a service nova] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Received unexpected event network-vif-plugged-8d467012-cd11-4939-9306-4b52606a0b03 for instance with vm_state building and task_state spawning. [ 1115.933827] env[68627]: ERROR root [req-88983c7b-8315-49c8-bd69-32a15d63cbaf req-9603ab15-22a8-430d-a0df-b50f8a2b7831 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-608668' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-608668' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-608668' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-608668'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-608668' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-608668' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-608668'}\n"]: nova.exception.InstanceNotFound: Instance 2764d6ce-eacd-459a-9353-a78eed95fff8 could not be found. [ 1115.934182] env[68627]: DEBUG oslo_concurrency.lockutils [req-88983c7b-8315-49c8-bd69-32a15d63cbaf req-9603ab15-22a8-430d-a0df-b50f8a2b7831 service nova] Releasing lock "2764d6ce-eacd-459a-9353-a78eed95fff8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.935438] env[68627]: DEBUG nova.compute.manager [req-88983c7b-8315-49c8-bd69-32a15d63cbaf req-9603ab15-22a8-430d-a0df-b50f8a2b7831 service nova] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Detach interface failed, port_id=2b196b80-77a5-4c81-ab53-9d2ab4ef892f, reason: Instance 2764d6ce-eacd-459a-9353-a78eed95fff8 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.935857] env[68627]: DEBUG nova.compute.manager [req-88983c7b-8315-49c8-bd69-32a15d63cbaf req-9603ab15-22a8-430d-a0df-b50f8a2b7831 service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Received event network-vif-deleted-79cc945a-df5d-45d0-bfcd-813cea9d7132 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.936502] env[68627]: INFO nova.compute.manager [req-88983c7b-8315-49c8-bd69-32a15d63cbaf req-9603ab15-22a8-430d-a0df-b50f8a2b7831 service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Neutron deleted interface 79cc945a-df5d-45d0-bfcd-813cea9d7132; detaching it from the instance and deleting it from the info cache [ 1115.936951] env[68627]: DEBUG nova.network.neutron [req-88983c7b-8315-49c8-bd69-32a15d63cbaf req-9603ab15-22a8-430d-a0df-b50f8a2b7831 service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.973354] env[68627]: DEBUG nova.compute.manager [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.973354] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.973354] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80ffba1-db47-4793-8650-2203223a2241 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.982916] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.983877] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62f29fa3-1bec-4c53-8243-b5f018e29632 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.992498] env[68627]: DEBUG oslo_vmware.api [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1115.992498] env[68627]: value = "task-3037887" [ 1115.992498] env[68627]: _type = "Task" [ 1115.992498] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.007361] env[68627]: DEBUG oslo_vmware.api [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.011376] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.046411] env[68627]: DEBUG nova.network.neutron [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Successfully updated port: 8d467012-cd11-4939-9306-4b52606a0b03 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.217948] env[68627]: DEBUG nova.objects.instance [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lazy-loading 'flavor' on Instance uuid e0fff958-b6df-4d38-b9c0-f1a5babd266c {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.442672] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c5776a0-c8d0-4543-b02a-9df3ed2a5dde {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.459456] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97fe2da-f13d-46bc-af3d-db52442a5649 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.496548] env[68627]: DEBUG nova.compute.manager [req-88983c7b-8315-49c8-bd69-32a15d63cbaf req-9603ab15-22a8-430d-a0df-b50f8a2b7831 service nova] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Detach interface failed, port_id=79cc945a-df5d-45d0-bfcd-813cea9d7132, reason: Instance 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.510141] env[68627]: DEBUG oslo_vmware.api [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037887, 'name': PowerOffVM_Task, 'duration_secs': 0.202155} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.510617] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.510788] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.511098] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdcf49d2-1e38-4841-b5e2-3eedb5386719 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.555111] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "refresh_cache-6572d0b0-44c6-4e4c-ac44-4f649369c9f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.555269] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "refresh_cache-6572d0b0-44c6-4e4c-ac44-4f649369c9f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.555425] env[68627]: DEBUG nova.network.neutron [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.571056] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477a0807-6e9e-43e8-8262-8a4fa8872a0b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.575220] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.575634] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.575634] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleting the datastore file [datastore2] f6817d76-4935-450d-8a4a-d8366420f9f8 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.576581] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d50a822-9378-4044-b569-7f0f425b41ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.581579] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7042e0-61be-4adf-8ab3-93a5cfe2b6e2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.585671] env[68627]: DEBUG oslo_vmware.api [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1116.585671] env[68627]: value = "task-3037889" [ 1116.585671] env[68627]: _type = "Task" [ 1116.585671] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.617421] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee8b7a1-bfc0-4b7e-9753-b4e8a3bcfa00 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.622980] env[68627]: DEBUG oslo_vmware.api [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.628537] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1a5a78-1ab5-4111-9647-98f555dbc5cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.642710] env[68627]: DEBUG nova.compute.provider_tree [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.722284] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7d72f5a3-3c85-4d7f-9b00-ae322d7017af tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.778s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.095755] env[68627]: DEBUG oslo_vmware.api [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151867} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.096013] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.096210] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.096381] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.096566] env[68627]: INFO nova.compute.manager [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1117.096818] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.097076] env[68627]: DEBUG nova.compute.manager [-] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.097185] env[68627]: DEBUG nova.network.neutron [-] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.105312] env[68627]: DEBUG nova.network.neutron [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.146105] env[68627]: DEBUG nova.scheduler.client.report [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.321226] env[68627]: DEBUG nova.network.neutron [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Updating instance_info_cache with network_info: [{"id": "8d467012-cd11-4939-9306-4b52606a0b03", "address": "fa:16:3e:e1:78:e4", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d467012-cd", "ovs_interfaceid": "8d467012-cd11-4939-9306-4b52606a0b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.568464] env[68627]: DEBUG nova.compute.manager [req-e81857c6-ccbe-4d62-82f9-93e9f43f8adb req-7fec1a54-aee8-4d90-9771-2cb4cd3b90ce service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Received event network-vif-deleted-c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.568702] env[68627]: INFO nova.compute.manager [req-e81857c6-ccbe-4d62-82f9-93e9f43f8adb req-7fec1a54-aee8-4d90-9771-2cb4cd3b90ce service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Neutron deleted interface c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8; detaching it from the instance and deleting it from the info cache [ 1117.568840] env[68627]: DEBUG nova.network.neutron [req-e81857c6-ccbe-4d62-82f9-93e9f43f8adb req-7fec1a54-aee8-4d90-9771-2cb4cd3b90ce service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.652340] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.652911] env[68627]: DEBUG nova.compute.manager [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.655668] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.639s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.657130] env[68627]: INFO nova.compute.claims [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.752072] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "8224e82d-9840-4b39-8efe-035f7fd87e15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.752319] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "8224e82d-9840-4b39-8efe-035f7fd87e15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.823901] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "refresh_cache-6572d0b0-44c6-4e4c-ac44-4f649369c9f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.824222] env[68627]: DEBUG nova.compute.manager [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Instance network_info: |[{"id": "8d467012-cd11-4939-9306-4b52606a0b03", "address": "fa:16:3e:e1:78:e4", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d467012-cd", "ovs_interfaceid": "8d467012-cd11-4939-9306-4b52606a0b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.824652] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:78:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d467012-cd11-4939-9306-4b52606a0b03', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.832532] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.833393] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.833633] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b5ba220-2d47-445c-9a62-ddad2a12a5e9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.853291] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.853291] env[68627]: value = "task-3037890" [ 1117.853291] env[68627]: _type = "Task" [ 1117.853291] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.860641] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037890, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.951122] env[68627]: DEBUG nova.compute.manager [req-c938810c-659c-4094-a405-a9bc33756dca req-28407b6d-f015-4fde-94ff-d83558bcf093 service nova] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Received event network-changed-8d467012-cd11-4939-9306-4b52606a0b03 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.951293] env[68627]: DEBUG nova.compute.manager [req-c938810c-659c-4094-a405-a9bc33756dca req-28407b6d-f015-4fde-94ff-d83558bcf093 service nova] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Refreshing instance network info cache due to event network-changed-8d467012-cd11-4939-9306-4b52606a0b03. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.951472] env[68627]: DEBUG oslo_concurrency.lockutils [req-c938810c-659c-4094-a405-a9bc33756dca req-28407b6d-f015-4fde-94ff-d83558bcf093 service nova] Acquiring lock "refresh_cache-6572d0b0-44c6-4e4c-ac44-4f649369c9f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.951599] env[68627]: DEBUG oslo_concurrency.lockutils [req-c938810c-659c-4094-a405-a9bc33756dca req-28407b6d-f015-4fde-94ff-d83558bcf093 service nova] Acquired lock "refresh_cache-6572d0b0-44c6-4e4c-ac44-4f649369c9f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.951766] env[68627]: DEBUG nova.network.neutron [req-c938810c-659c-4094-a405-a9bc33756dca req-28407b6d-f015-4fde-94ff-d83558bcf093 service nova] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Refreshing network info cache for port 8d467012-cd11-4939-9306-4b52606a0b03 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.971708] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "25d2913f-ba20-4a47-9d52-70ed43a20075" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.971944] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.052360] env[68627]: DEBUG nova.network.neutron [-] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.071821] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f22d0459-66a2-4c0c-bc1a-ac2ef2354d8f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.081211] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7279f918-8338-422a-89e6-c121e259ec80 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.114344] env[68627]: DEBUG nova.compute.manager [req-e81857c6-ccbe-4d62-82f9-93e9f43f8adb req-7fec1a54-aee8-4d90-9771-2cb4cd3b90ce service nova] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Detach interface failed, port_id=c9a0ce79-5b25-4481-bc1b-f2d7eca0dea8, reason: Instance f6817d76-4935-450d-8a4a-d8366420f9f8 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.160931] env[68627]: DEBUG nova.compute.utils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.164188] env[68627]: DEBUG nova.compute.manager [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.164568] env[68627]: DEBUG nova.network.neutron [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.212854] env[68627]: DEBUG nova.policy [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66b291da26e14560af5d2172dfdc04f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03d5769229154b0ca4b45701fa123ccd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.255149] env[68627]: DEBUG nova.compute.manager [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.363343] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037890, 'name': CreateVM_Task, 'duration_secs': 0.295009} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.363700] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.364197] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.364369] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.364684] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.364944] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc21d991-ba63-4782-aaf0-5da8c83ae6df {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.369263] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1118.369263] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f2cbe6-aa74-504a-64ba-9d46481158ea" [ 1118.369263] env[68627]: _type = "Task" [ 1118.369263] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.376476] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f2cbe6-aa74-504a-64ba-9d46481158ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.460801] env[68627]: DEBUG nova.network.neutron [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Successfully created port: e77b878b-846f-4dfa-9435-8f93d866b757 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.474160] env[68627]: DEBUG nova.compute.manager [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.556712] env[68627]: INFO nova.compute.manager [-] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Took 1.46 seconds to deallocate network for instance. [ 1118.665142] env[68627]: DEBUG nova.compute.manager [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.739613] env[68627]: DEBUG nova.network.neutron [req-c938810c-659c-4094-a405-a9bc33756dca req-28407b6d-f015-4fde-94ff-d83558bcf093 service nova] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Updated VIF entry in instance network info cache for port 8d467012-cd11-4939-9306-4b52606a0b03. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.739976] env[68627]: DEBUG nova.network.neutron [req-c938810c-659c-4094-a405-a9bc33756dca req-28407b6d-f015-4fde-94ff-d83558bcf093 service nova] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Updating instance_info_cache with network_info: [{"id": "8d467012-cd11-4939-9306-4b52606a0b03", "address": "fa:16:3e:e1:78:e4", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d467012-cd", "ovs_interfaceid": "8d467012-cd11-4939-9306-4b52606a0b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.771592] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.848627] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e50f60a-9c84-4657-a808-262ad24b7266 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.857125] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7085203c-2615-44b4-89e8-5114fb711e26 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.891833] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24ce607-9a8b-4fd6-9ef0-dcd0242f79fb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.899317] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f2cbe6-aa74-504a-64ba-9d46481158ea, 'name': SearchDatastore_Task, 'duration_secs': 0.00954} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.901248] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.901486] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.901714] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.901854] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.902045] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.902322] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e35bf54-282a-4297-a325-6e81a23ea3bb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.904854] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d013cc6b-2dea-47d2-a5e5-65b20914ee20 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.918604] env[68627]: DEBUG nova.compute.provider_tree [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.920652] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.920819] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.922409] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbfc5147-ed96-4baf-babe-a1cd9671aa07 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.927576] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1118.927576] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526960b9-2d22-c58d-db8a-304b60f19bfc" [ 1118.927576] env[68627]: _type = "Task" [ 1118.927576] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.939429] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526960b9-2d22-c58d-db8a-304b60f19bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.008629} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.940370] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780e02eb-e70a-41a7-b31d-12fb7f7874a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.945147] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1118.945147] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c79fe7-8e93-3fed-e487-7489b71e4bea" [ 1118.945147] env[68627]: _type = "Task" [ 1118.945147] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.952515] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c79fe7-8e93-3fed-e487-7489b71e4bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.993256] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.063227] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.242233] env[68627]: DEBUG oslo_concurrency.lockutils [req-c938810c-659c-4094-a405-a9bc33756dca req-28407b6d-f015-4fde-94ff-d83558bcf093 service nova] Releasing lock "refresh_cache-6572d0b0-44c6-4e4c-ac44-4f649369c9f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.424039] env[68627]: DEBUG nova.scheduler.client.report [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.455967] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c79fe7-8e93-3fed-e487-7489b71e4bea, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.456723] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.456815] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 6572d0b0-44c6-4e4c-ac44-4f649369c9f2/6572d0b0-44c6-4e4c-ac44-4f649369c9f2.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.457059] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3b47c3f-630a-412b-9b84-0da54b39975d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.464122] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1119.464122] env[68627]: value = "task-3037891" [ 1119.464122] env[68627]: _type = "Task" [ 1119.464122] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.471580] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.676866] env[68627]: DEBUG nova.compute.manager [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.706236] env[68627]: DEBUG nova.virt.hardware [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.706527] env[68627]: DEBUG nova.virt.hardware [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.706688] env[68627]: DEBUG nova.virt.hardware [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.706884] env[68627]: DEBUG nova.virt.hardware [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.707054] env[68627]: DEBUG nova.virt.hardware [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.707208] env[68627]: DEBUG nova.virt.hardware [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.707439] env[68627]: DEBUG nova.virt.hardware [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.707604] env[68627]: DEBUG nova.virt.hardware [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.707774] env[68627]: DEBUG nova.virt.hardware [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.707936] env[68627]: DEBUG nova.virt.hardware [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.708126] env[68627]: DEBUG nova.virt.hardware [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.709070] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2416d8-b37b-4d01-880a-f1618d51809f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.717596] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58447f3-ded9-43d0-a56e-2fb3f1daa8fa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.876127] env[68627]: DEBUG nova.compute.manager [req-bdf1a4a3-97ea-4ebc-af1a-29f10abf0b17 req-45d2e41d-8dc1-42f4-b0da-e33b10108db7 service nova] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Received event network-vif-plugged-e77b878b-846f-4dfa-9435-8f93d866b757 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.876685] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdf1a4a3-97ea-4ebc-af1a-29f10abf0b17 req-45d2e41d-8dc1-42f4-b0da-e33b10108db7 service nova] Acquiring lock "a76b41c7-58c1-44bc-842e-b1d955b3c6fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.876972] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdf1a4a3-97ea-4ebc-af1a-29f10abf0b17 req-45d2e41d-8dc1-42f4-b0da-e33b10108db7 service nova] Lock "a76b41c7-58c1-44bc-842e-b1d955b3c6fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.877255] env[68627]: DEBUG oslo_concurrency.lockutils [req-bdf1a4a3-97ea-4ebc-af1a-29f10abf0b17 req-45d2e41d-8dc1-42f4-b0da-e33b10108db7 service nova] Lock "a76b41c7-58c1-44bc-842e-b1d955b3c6fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.877489] env[68627]: DEBUG nova.compute.manager [req-bdf1a4a3-97ea-4ebc-af1a-29f10abf0b17 req-45d2e41d-8dc1-42f4-b0da-e33b10108db7 service nova] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] No waiting events found dispatching network-vif-plugged-e77b878b-846f-4dfa-9435-8f93d866b757 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.877979] env[68627]: WARNING nova.compute.manager [req-bdf1a4a3-97ea-4ebc-af1a-29f10abf0b17 req-45d2e41d-8dc1-42f4-b0da-e33b10108db7 service nova] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Received unexpected event network-vif-plugged-e77b878b-846f-4dfa-9435-8f93d866b757 for instance with vm_state building and task_state spawning. [ 1119.928996] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.929565] env[68627]: DEBUG nova.compute.manager [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.932131] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.098s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.933696] env[68627]: INFO nova.compute.claims [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.966997] env[68627]: DEBUG nova.network.neutron [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Successfully updated port: e77b878b-846f-4dfa-9435-8f93d866b757 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.978568] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420289} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.978842] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 6572d0b0-44c6-4e4c-ac44-4f649369c9f2/6572d0b0-44c6-4e4c-ac44-4f649369c9f2.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.979070] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.979321] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34eb68f0-5aa1-426f-ab36-cf2a669c2dab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.986380] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1119.986380] env[68627]: value = "task-3037892" [ 1119.986380] env[68627]: _type = "Task" [ 1119.986380] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.995122] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.441372] env[68627]: DEBUG nova.compute.utils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.444679] env[68627]: DEBUG nova.compute.manager [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.444849] env[68627]: DEBUG nova.network.neutron [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.471941] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "refresh_cache-a76b41c7-58c1-44bc-842e-b1d955b3c6fb" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.472103] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "refresh_cache-a76b41c7-58c1-44bc-842e-b1d955b3c6fb" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.472257] env[68627]: DEBUG nova.network.neutron [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.480258] env[68627]: DEBUG nova.policy [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4baa0bfa18f4892aeae1e2dd60ccfbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b375d5283e14877a7855a4790376d3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.495636] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061465} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.495875] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.496662] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3686ec-c86b-4ff5-a9a9-b2b867eea226 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.518770] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6572d0b0-44c6-4e4c-ac44-4f649369c9f2/6572d0b0-44c6-4e4c-ac44-4f649369c9f2.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.519303] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e39ce8fc-e8bd-441e-8b32-61c96691cd58 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.538947] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1120.538947] env[68627]: value = "task-3037893" [ 1120.538947] env[68627]: _type = "Task" [ 1120.538947] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.546598] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.743716] env[68627]: DEBUG nova.network.neutron [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Successfully created port: 7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.945702] env[68627]: DEBUG nova.compute.manager [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.018340] env[68627]: DEBUG nova.network.neutron [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.050540] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037893, 'name': ReconfigVM_Task, 'duration_secs': 0.313331} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.050816] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6572d0b0-44c6-4e4c-ac44-4f649369c9f2/6572d0b0-44c6-4e4c-ac44-4f649369c9f2.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.051542] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f470907-ab2f-473c-b648-ec111c6818ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.057686] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1121.057686] env[68627]: value = "task-3037894" [ 1121.057686] env[68627]: _type = "Task" [ 1121.057686] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.065491] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037894, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.148856] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b9ff73-054d-431b-b62e-3aa10ade3834 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.156237] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edd386b-2e13-4b4d-8ec1-628d98c49bf1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.190355] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b1cc6b-a942-4764-8dce-5a75613ba051 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.193418] env[68627]: DEBUG nova.network.neutron [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Updating instance_info_cache with network_info: [{"id": "e77b878b-846f-4dfa-9435-8f93d866b757", "address": "fa:16:3e:d1:95:eb", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77b878b-84", "ovs_interfaceid": "e77b878b-846f-4dfa-9435-8f93d866b757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.199496] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24185c9-9cfd-4b29-8b25-ea94c7580756 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.213195] env[68627]: DEBUG nova.compute.provider_tree [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.567235] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037894, 'name': Rename_Task, 'duration_secs': 0.135737} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.567525] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.567776] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5275fe06-9fbf-4723-b02f-e05aa55fd690 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.573919] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1121.573919] env[68627]: value = "task-3037895" [ 1121.573919] env[68627]: _type = "Task" [ 1121.573919] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.581826] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.697661] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "refresh_cache-a76b41c7-58c1-44bc-842e-b1d955b3c6fb" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.698017] env[68627]: DEBUG nova.compute.manager [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Instance network_info: |[{"id": "e77b878b-846f-4dfa-9435-8f93d866b757", "address": "fa:16:3e:d1:95:eb", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77b878b-84", "ovs_interfaceid": "e77b878b-846f-4dfa-9435-8f93d866b757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.698469] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:95:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e77b878b-846f-4dfa-9435-8f93d866b757', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.706432] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.706655] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.706881] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06de3a4e-a4a6-4eea-a06c-1ea8ec729212 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.721592] env[68627]: DEBUG nova.scheduler.client.report [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.730362] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.730362] env[68627]: value = "task-3037896" [ 1121.730362] env[68627]: _type = "Task" [ 1121.730362] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.738494] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037896, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.901699] env[68627]: DEBUG nova.compute.manager [req-0a872741-5947-431f-834f-e30b3d2ce749 req-7f0f8289-cec0-4851-9bf9-2d1e19ecf2ee service nova] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Received event network-changed-e77b878b-846f-4dfa-9435-8f93d866b757 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.901838] env[68627]: DEBUG nova.compute.manager [req-0a872741-5947-431f-834f-e30b3d2ce749 req-7f0f8289-cec0-4851-9bf9-2d1e19ecf2ee service nova] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Refreshing instance network info cache due to event network-changed-e77b878b-846f-4dfa-9435-8f93d866b757. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.902072] env[68627]: DEBUG oslo_concurrency.lockutils [req-0a872741-5947-431f-834f-e30b3d2ce749 req-7f0f8289-cec0-4851-9bf9-2d1e19ecf2ee service nova] Acquiring lock "refresh_cache-a76b41c7-58c1-44bc-842e-b1d955b3c6fb" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.902233] env[68627]: DEBUG oslo_concurrency.lockutils [req-0a872741-5947-431f-834f-e30b3d2ce749 req-7f0f8289-cec0-4851-9bf9-2d1e19ecf2ee service nova] Acquired lock "refresh_cache-a76b41c7-58c1-44bc-842e-b1d955b3c6fb" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.902431] env[68627]: DEBUG nova.network.neutron [req-0a872741-5947-431f-834f-e30b3d2ce749 req-7f0f8289-cec0-4851-9bf9-2d1e19ecf2ee service nova] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Refreshing network info cache for port e77b878b-846f-4dfa-9435-8f93d866b757 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.959659] env[68627]: DEBUG nova.compute.manager [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.988292] env[68627]: DEBUG nova.virt.hardware [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.988558] env[68627]: DEBUG nova.virt.hardware [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.988717] env[68627]: DEBUG nova.virt.hardware [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.988900] env[68627]: DEBUG nova.virt.hardware [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.989224] env[68627]: DEBUG nova.virt.hardware [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.989393] env[68627]: DEBUG nova.virt.hardware [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.989606] env[68627]: DEBUG nova.virt.hardware [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.989767] env[68627]: DEBUG nova.virt.hardware [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.989933] env[68627]: DEBUG nova.virt.hardware [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.990115] env[68627]: DEBUG nova.virt.hardware [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.990289] env[68627]: DEBUG nova.virt.hardware [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.991226] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e1e6ed-419d-4dcc-84cd-d97826632588 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.999055] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0766adda-f0f2-4929-b503-c8734992e5c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.083634] env[68627]: DEBUG oslo_vmware.api [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037895, 'name': PowerOnVM_Task, 'duration_secs': 0.459646} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.083916] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.084138] env[68627]: INFO nova.compute.manager [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Took 6.55 seconds to spawn the instance on the hypervisor. [ 1122.084323] env[68627]: DEBUG nova.compute.manager [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.085098] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f79c4e5-f2ba-487c-8d50-b020e0845ec6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.199187] env[68627]: DEBUG nova.network.neutron [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Successfully updated port: 7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.226305] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.226692] env[68627]: DEBUG nova.compute.manager [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.229237] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.761s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.230670] env[68627]: INFO nova.compute.claims [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.242636] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037896, 'name': CreateVM_Task, 'duration_secs': 0.30467} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.242790] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.244046] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.244046] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.244046] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.244196] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d6ab4b-795d-4fa3-9810-a2c1561e5d52 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.249991] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1122.249991] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f7db99-f841-160f-e2f8-03c2182b79ae" [ 1122.249991] env[68627]: _type = "Task" [ 1122.249991] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.257592] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f7db99-f841-160f-e2f8-03c2182b79ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.590281] env[68627]: DEBUG nova.network.neutron [req-0a872741-5947-431f-834f-e30b3d2ce749 req-7f0f8289-cec0-4851-9bf9-2d1e19ecf2ee service nova] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Updated VIF entry in instance network info cache for port e77b878b-846f-4dfa-9435-8f93d866b757. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.590827] env[68627]: DEBUG nova.network.neutron [req-0a872741-5947-431f-834f-e30b3d2ce749 req-7f0f8289-cec0-4851-9bf9-2d1e19ecf2ee service nova] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Updating instance_info_cache with network_info: [{"id": "e77b878b-846f-4dfa-9435-8f93d866b757", "address": "fa:16:3e:d1:95:eb", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77b878b-84", "ovs_interfaceid": "e77b878b-846f-4dfa-9435-8f93d866b757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.600940] env[68627]: INFO nova.compute.manager [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Took 16.71 seconds to build instance. [ 1122.702168] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.702366] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.702531] env[68627]: DEBUG nova.network.neutron [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.737430] env[68627]: DEBUG nova.compute.utils [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.738856] env[68627]: DEBUG nova.compute.manager [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.738856] env[68627]: DEBUG nova.network.neutron [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.759890] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f7db99-f841-160f-e2f8-03c2182b79ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.760233] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.760473] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.760700] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.760846] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.761037] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.761302] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4770c01-65d4-4d5b-9781-c657229f9510 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.771279] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.771515] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.772233] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67ccca0-4ef2-474c-8d94-4ba4a0b128a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.777335] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1122.777335] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c3ce7e-f157-bb1a-230f-6458040f20c1" [ 1122.777335] env[68627]: _type = "Task" [ 1122.777335] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.778637] env[68627]: DEBUG nova.policy [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58a72143b3f54ba38a0c0734e3d4419a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee54a20aee5e4fad9dabdd49c4469726', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.789156] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c3ce7e-f157-bb1a-230f-6458040f20c1, 'name': SearchDatastore_Task, 'duration_secs': 0.0088} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.789884] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f2163ea-a0de-40f3-b003-ba0f5739efd3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.794740] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1122.794740] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524f20ad-1680-afab-b237-26d47fb2cd95" [ 1122.794740] env[68627]: _type = "Task" [ 1122.794740] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.802092] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524f20ad-1680-afab-b237-26d47fb2cd95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.077960] env[68627]: DEBUG nova.network.neutron [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Successfully created port: 3273dfb9-437f-48b8-94cb-0817956d6a57 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.093782] env[68627]: DEBUG oslo_concurrency.lockutils [req-0a872741-5947-431f-834f-e30b3d2ce749 req-7f0f8289-cec0-4851-9bf9-2d1e19ecf2ee service nova] Releasing lock "refresh_cache-a76b41c7-58c1-44bc-842e-b1d955b3c6fb" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.102531] env[68627]: DEBUG oslo_concurrency.lockutils [None req-154bd5e6-c50f-4280-b30e-b452fa50caa8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "6572d0b0-44c6-4e4c-ac44-4f649369c9f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.224s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.242963] env[68627]: DEBUG nova.compute.manager [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.286446] env[68627]: DEBUG nova.network.neutron [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.305320] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524f20ad-1680-afab-b237-26d47fb2cd95, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.307904] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.308203] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] a76b41c7-58c1-44bc-842e-b1d955b3c6fb/a76b41c7-58c1-44bc-842e-b1d955b3c6fb.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.308663] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c1f88d9-8747-4686-8bde-4467f0af5152 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.316488] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1123.316488] env[68627]: value = "task-3037897" [ 1123.316488] env[68627]: _type = "Task" [ 1123.316488] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.329015] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.444743] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973d4651-e094-45cc-9a5e-6905469a4e73 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.454335] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfad42e-0093-4d71-8284-4dd2100de642 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.487613] env[68627]: DEBUG nova.network.neutron [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Updating instance_info_cache with network_info: [{"id": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "address": "fa:16:3e:44:50:dd", "network": {"id": "e56c98b0-1b95-4233-a536-f08b11ccfa1d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057903290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b375d5283e14877a7855a4790376d3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1a1fb2-01", "ovs_interfaceid": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.489381] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a46d8e-2620-4757-b63c-a7a26a1fa7ae {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.497630] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2b411b-f7e9-4958-9f50-889542012364 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.513677] env[68627]: DEBUG nova.compute.provider_tree [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.670807] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2859a09f-64ab-424c-ae26-49e0885620e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.677962] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-94d3fe45-5147-4a13-aa9e-2434d10ad49d tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Suspending the VM {{(pid=68627) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1123.678261] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-61bf009b-5ec9-4c15-8b9b-fd6697a426c4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.685965] env[68627]: DEBUG oslo_vmware.api [None req-94d3fe45-5147-4a13-aa9e-2434d10ad49d tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1123.685965] env[68627]: value = "task-3037898" [ 1123.685965] env[68627]: _type = "Task" [ 1123.685965] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.694881] env[68627]: DEBUG oslo_vmware.api [None req-94d3fe45-5147-4a13-aa9e-2434d10ad49d tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037898, 'name': SuspendVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.748026] env[68627]: INFO nova.virt.block_device [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Booting with volume c1916dc6-82af-423b-9ad0-f4686c631f57 at /dev/sda [ 1123.787187] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdab56de-7e5a-48cc-9723-d2848ee28fc5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.796455] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e96787-1150-4d70-b460-e4f9e83a9c82 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.830816] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73f28316-392e-4401-90f3-29b3da98f6f1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.835844] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432296} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.836541] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] a76b41c7-58c1-44bc-842e-b1d955b3c6fb/a76b41c7-58c1-44bc-842e-b1d955b3c6fb.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.836767] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.837128] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e007074-009d-42a6-b77a-de14ef28e18a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.843133] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2aa68c-17df-4d28-8dea-72f31875514d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.855152] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1123.855152] env[68627]: value = "task-3037899" [ 1123.855152] env[68627]: _type = "Task" [ 1123.855152] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.864356] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.877089] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1eccab-7406-453f-9ec3-12f820cf7f76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.883963] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b588d5-ae00-4c9f-9a7d-0b05e8e76239 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.897943] env[68627]: DEBUG nova.virt.block_device [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating existing volume attachment record: a61e106b-04a5-4862-b8a3-7b818eca860c {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1123.932120] env[68627]: DEBUG nova.compute.manager [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Received event network-vif-plugged-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.932403] env[68627]: DEBUG oslo_concurrency.lockutils [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] Acquiring lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.932854] env[68627]: DEBUG oslo_concurrency.lockutils [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.932854] env[68627]: DEBUG oslo_concurrency.lockutils [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.933138] env[68627]: DEBUG nova.compute.manager [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] No waiting events found dispatching network-vif-plugged-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.933191] env[68627]: WARNING nova.compute.manager [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Received unexpected event network-vif-plugged-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b for instance with vm_state building and task_state spawning. [ 1123.933351] env[68627]: DEBUG nova.compute.manager [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Received event network-changed-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.934347] env[68627]: DEBUG nova.compute.manager [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Refreshing instance network info cache due to event network-changed-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.934549] env[68627]: DEBUG oslo_concurrency.lockutils [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] Acquiring lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.993296] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Releasing lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.993722] env[68627]: DEBUG nova.compute.manager [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Instance network_info: |[{"id": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "address": "fa:16:3e:44:50:dd", "network": {"id": "e56c98b0-1b95-4233-a536-f08b11ccfa1d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057903290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b375d5283e14877a7855a4790376d3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1a1fb2-01", "ovs_interfaceid": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.994571] env[68627]: DEBUG oslo_concurrency.lockutils [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] Acquired lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.994876] env[68627]: DEBUG nova.network.neutron [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Refreshing network info cache for port 7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.997765] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:50:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d1a1fb2-0109-47f9-9ec7-32d904a32f3b', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.007804] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Creating folder: Project (9b375d5283e14877a7855a4790376d3a). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.009403] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a403dbe-6a7e-4376-b913-8e904e512e59 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.016515] env[68627]: DEBUG nova.scheduler.client.report [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.021861] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Created folder: Project (9b375d5283e14877a7855a4790376d3a) in parent group-v608385. [ 1124.022208] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Creating folder: Instances. Parent ref: group-v608696. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.022505] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75d319b2-ab17-46cb-8f35-a8a23ead7487 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.032611] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Created folder: Instances in parent group-v608696. [ 1124.032611] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.033409] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.033636] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d63fc7d-1934-468b-b9ec-19b24faa9277 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.054102] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.054102] env[68627]: value = "task-3037902" [ 1124.054102] env[68627]: _type = "Task" [ 1124.054102] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.062544] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037902, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.198459] env[68627]: DEBUG oslo_vmware.api [None req-94d3fe45-5147-4a13-aa9e-2434d10ad49d tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037898, 'name': SuspendVM_Task} progress is 70%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.365670] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123699} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.366039] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.366950] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233eb52b-3152-408f-bd08-6285aedb0cad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.389911] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] a76b41c7-58c1-44bc-842e-b1d955b3c6fb/a76b41c7-58c1-44bc-842e-b1d955b3c6fb.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.390222] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-205291a8-f223-468e-9148-86b2b38349d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.412159] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1124.412159] env[68627]: value = "task-3037903" [ 1124.412159] env[68627]: _type = "Task" [ 1124.412159] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.420203] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.522148] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.522682] env[68627]: DEBUG nova.compute.manager [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.525983] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.515s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.527485] env[68627]: INFO nova.compute.claims [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.534802] env[68627]: DEBUG nova.network.neutron [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Successfully updated port: 3273dfb9-437f-48b8-94cb-0817956d6a57 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.565892] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037902, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.684369] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "099c1c96-a127-4e53-a117-e681e3e395a1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.684810] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "099c1c96-a127-4e53-a117-e681e3e395a1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.699932] env[68627]: DEBUG oslo_vmware.api [None req-94d3fe45-5147-4a13-aa9e-2434d10ad49d tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037898, 'name': SuspendVM_Task, 'duration_secs': 0.632116} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.700209] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-94d3fe45-5147-4a13-aa9e-2434d10ad49d tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Suspended the VM {{(pid=68627) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1124.700411] env[68627]: DEBUG nova.compute.manager [None req-94d3fe45-5147-4a13-aa9e-2434d10ad49d tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.701199] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d549a9-e2ce-446f-9ed8-453e420728fa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.923842] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037903, 'name': ReconfigVM_Task, 'duration_secs': 0.269919} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.924133] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Reconfigured VM instance instance-0000006d to attach disk [datastore1] a76b41c7-58c1-44bc-842e-b1d955b3c6fb/a76b41c7-58c1-44bc-842e-b1d955b3c6fb.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.924775] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-474ce342-f029-4815-aa33-f7d7e1049f29 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.931186] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1124.931186] env[68627]: value = "task-3037904" [ 1124.931186] env[68627]: _type = "Task" [ 1124.931186] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.939384] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037904, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.033951] env[68627]: DEBUG nova.compute.utils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.035958] env[68627]: DEBUG nova.network.neutron [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Updated VIF entry in instance network info cache for port 7d1a1fb2-0109-47f9-9ec7-32d904a32f3b. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.036308] env[68627]: DEBUG nova.network.neutron [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Updating instance_info_cache with network_info: [{"id": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "address": "fa:16:3e:44:50:dd", "network": {"id": "e56c98b0-1b95-4233-a536-f08b11ccfa1d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057903290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b375d5283e14877a7855a4790376d3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1a1fb2-01", "ovs_interfaceid": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.037299] env[68627]: DEBUG nova.compute.manager [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.037481] env[68627]: DEBUG nova.network.neutron [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.040125] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.040234] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.040403] env[68627]: DEBUG nova.network.neutron [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.065336] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037902, 'name': CreateVM_Task, 'duration_secs': 0.567711} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.065336] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.065495] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.065656] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.065955] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.066223] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bedb558-30c1-4d10-aea2-e63e456d1660 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.071184] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1125.071184] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5281cfc3-40b5-f536-9f48-bbe721444787" [ 1125.071184] env[68627]: _type = "Task" [ 1125.071184] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.078682] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5281cfc3-40b5-f536-9f48-bbe721444787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.106343] env[68627]: DEBUG nova.policy [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e3593d6c776474f99f86dd64e480af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a44960054d9845d48217de515f29b063', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.187915] env[68627]: INFO nova.compute.manager [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Detaching volume 1ebe552f-09bf-4fb0-9b00-abdef1d05e0b [ 1125.219659] env[68627]: INFO nova.virt.block_device [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Attempting to driver detach volume 1ebe552f-09bf-4fb0-9b00-abdef1d05e0b from mountpoint /dev/sdb [ 1125.219905] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1125.220109] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608677', 'volume_id': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'name': 'volume-1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '099c1c96-a127-4e53-a117-e681e3e395a1', 'attached_at': '', 'detached_at': '', 'volume_id': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'serial': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1125.220953] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50dccd5-c552-406a-bc49-6968fe88806a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.244458] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eaa0b1-86b6-4d16-9c9c-f69d2c414689 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.254135] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241dfe8c-db54-4078-b3d1-2beeb182a02e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.275205] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad924cc0-36fc-4b14-9ed4-3d7c6ee13062 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.290624] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] The volume has not been displaced from its original location: [datastore2] volume-1ebe552f-09bf-4fb0-9b00-abdef1d05e0b/volume-1ebe552f-09bf-4fb0-9b00-abdef1d05e0b.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1125.295963] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.296414] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef648164-6bc8-44a4-b75c-f3b2429c4540 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.314581] env[68627]: DEBUG oslo_vmware.api [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1125.314581] env[68627]: value = "task-3037905" [ 1125.314581] env[68627]: _type = "Task" [ 1125.314581] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.322758] env[68627]: DEBUG oslo_vmware.api [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.378171] env[68627]: DEBUG nova.network.neutron [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Successfully created port: 2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.440685] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037904, 'name': Rename_Task, 'duration_secs': 0.144339} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.440950] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.441211] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fc38ee2-627f-475b-954f-0e763c856d10 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.447523] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1125.447523] env[68627]: value = "task-3037906" [ 1125.447523] env[68627]: _type = "Task" [ 1125.447523] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.457499] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.540749] env[68627]: DEBUG nova.compute.manager [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.544547] env[68627]: DEBUG oslo_concurrency.lockutils [req-4020ac39-fc47-4633-990e-4bfe00321c53 req-195c8fd5-59a0-4694-ae8e-28528222f0b4 service nova] Releasing lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.592662] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5281cfc3-40b5-f536-9f48-bbe721444787, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.593539] env[68627]: DEBUG nova.network.neutron [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.596311] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.596593] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.598100] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.598310] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.598536] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.599082] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5490339f-215e-4ead-83ca-216ed0b25348 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.609724] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.609724] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.610445] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a8829c-7190-4b95-b6ce-b3efa307d6ec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.615743] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1125.615743] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5291bbab-7a2e-9d38-2121-0db3d66e7982" [ 1125.615743] env[68627]: _type = "Task" [ 1125.615743] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.628190] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5291bbab-7a2e-9d38-2121-0db3d66e7982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.766751] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42788eb3-2c54-4bcb-9619-4db0a0e25002 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.771010] env[68627]: DEBUG nova.network.neutron [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance_info_cache with network_info: [{"id": "3273dfb9-437f-48b8-94cb-0817956d6a57", "address": "fa:16:3e:99:9c:38", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3273dfb9-43", "ovs_interfaceid": "3273dfb9-437f-48b8-94cb-0817956d6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.776827] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b427db6-5123-4e8c-b6eb-f5ed26b4b7c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.811317] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9468f1-5391-4400-957e-18c9870c58ae {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.822142] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de98bb59-2626-4896-acb0-1db580948aff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.828941] env[68627]: DEBUG oslo_vmware.api [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037905, 'name': ReconfigVM_Task, 'duration_secs': 0.440858} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.829499] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.841629] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea827b07-9cb3-4ba8-bd15-5387395031e6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.852410] env[68627]: DEBUG nova.compute.provider_tree [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.858014] env[68627]: DEBUG oslo_vmware.api [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1125.858014] env[68627]: value = "task-3037907" [ 1125.858014] env[68627]: _type = "Task" [ 1125.858014] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.866441] env[68627]: DEBUG oslo_vmware.api [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.958500] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.990316] env[68627]: DEBUG nova.compute.manager [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.990957] env[68627]: DEBUG nova.virt.hardware [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.991203] env[68627]: DEBUG nova.virt.hardware [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.991825] env[68627]: DEBUG nova.virt.hardware [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.991825] env[68627]: DEBUG nova.virt.hardware [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.991825] env[68627]: DEBUG nova.virt.hardware [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.991991] env[68627]: DEBUG nova.virt.hardware [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.992264] env[68627]: DEBUG nova.virt.hardware [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.992449] env[68627]: DEBUG nova.virt.hardware [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.992743] env[68627]: DEBUG nova.virt.hardware [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.992884] env[68627]: DEBUG nova.virt.hardware [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.993136] env[68627]: DEBUG nova.virt.hardware [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.994150] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd9285d-f526-4dd2-a3ec-b892360c447d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.000799] env[68627]: DEBUG nova.compute.manager [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Received event network-vif-plugged-3273dfb9-437f-48b8-94cb-0817956d6a57 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.001384] env[68627]: DEBUG oslo_concurrency.lockutils [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] Acquiring lock "f6fdc596-8292-4932-acae-1bffc6eb4e55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.001664] env[68627]: DEBUG oslo_concurrency.lockutils [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.001846] env[68627]: DEBUG oslo_concurrency.lockutils [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.002044] env[68627]: DEBUG nova.compute.manager [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] No waiting events found dispatching network-vif-plugged-3273dfb9-437f-48b8-94cb-0817956d6a57 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.002232] env[68627]: WARNING nova.compute.manager [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Received unexpected event network-vif-plugged-3273dfb9-437f-48b8-94cb-0817956d6a57 for instance with vm_state building and task_state spawning. [ 1126.002441] env[68627]: DEBUG nova.compute.manager [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Received event network-changed-3273dfb9-437f-48b8-94cb-0817956d6a57 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.002579] env[68627]: DEBUG nova.compute.manager [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Refreshing instance network info cache due to event network-changed-3273dfb9-437f-48b8-94cb-0817956d6a57. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.002756] env[68627]: DEBUG oslo_concurrency.lockutils [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] Acquiring lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.010339] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29871e17-7502-4137-a15f-50ab2ab4220b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.128390] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5291bbab-7a2e-9d38-2121-0db3d66e7982, 'name': SearchDatastore_Task, 'duration_secs': 0.009461} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.129230] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56012c6f-f17d-493e-8c46-349253c297e6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.134098] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1126.134098] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aedb84-dcc5-3083-7f13-f9ed9b4a5b03" [ 1126.134098] env[68627]: _type = "Task" [ 1126.134098] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.141584] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aedb84-dcc5-3083-7f13-f9ed9b4a5b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.276364] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.276733] env[68627]: DEBUG nova.compute.manager [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Instance network_info: |[{"id": "3273dfb9-437f-48b8-94cb-0817956d6a57", "address": "fa:16:3e:99:9c:38", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3273dfb9-43", "ovs_interfaceid": "3273dfb9-437f-48b8-94cb-0817956d6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.277110] env[68627]: DEBUG oslo_concurrency.lockutils [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] Acquired lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.277380] env[68627]: DEBUG nova.network.neutron [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Refreshing network info cache for port 3273dfb9-437f-48b8-94cb-0817956d6a57 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.280203] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:9c:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3273dfb9-437f-48b8-94cb-0817956d6a57', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.286480] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.287110] env[68627]: DEBUG oslo_concurrency.lockutils [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "6572d0b0-44c6-4e4c-ac44-4f649369c9f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.287370] env[68627]: DEBUG oslo_concurrency.lockutils [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "6572d0b0-44c6-4e4c-ac44-4f649369c9f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.287644] env[68627]: DEBUG oslo_concurrency.lockutils [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "6572d0b0-44c6-4e4c-ac44-4f649369c9f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.287856] env[68627]: DEBUG oslo_concurrency.lockutils [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "6572d0b0-44c6-4e4c-ac44-4f649369c9f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.288040] env[68627]: DEBUG oslo_concurrency.lockutils [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "6572d0b0-44c6-4e4c-ac44-4f649369c9f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.289582] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.290506] env[68627]: INFO nova.compute.manager [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Terminating instance [ 1126.291741] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-720538a5-408b-4fd7-b029-312620be7c4f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.313093] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.313093] env[68627]: value = "task-3037908" [ 1126.313093] env[68627]: _type = "Task" [ 1126.313093] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.321362] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037908, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.355582] env[68627]: DEBUG nova.scheduler.client.report [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.367312] env[68627]: DEBUG oslo_vmware.api [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037907, 'name': ReconfigVM_Task, 'duration_secs': 0.144688} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.367622] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608677', 'volume_id': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'name': 'volume-1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '099c1c96-a127-4e53-a117-e681e3e395a1', 'attached_at': '', 'detached_at': '', 'volume_id': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b', 'serial': '1ebe552f-09bf-4fb0-9b00-abdef1d05e0b'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1126.458986] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037906, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.552734] env[68627]: DEBUG nova.compute.manager [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.578459] env[68627]: DEBUG nova.virt.hardware [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.578799] env[68627]: DEBUG nova.virt.hardware [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.579048] env[68627]: DEBUG nova.virt.hardware [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.579297] env[68627]: DEBUG nova.virt.hardware [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.579477] env[68627]: DEBUG nova.virt.hardware [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.579661] env[68627]: DEBUG nova.virt.hardware [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.579921] env[68627]: DEBUG nova.virt.hardware [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.580127] env[68627]: DEBUG nova.virt.hardware [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.580342] env[68627]: DEBUG nova.virt.hardware [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.580547] env[68627]: DEBUG nova.virt.hardware [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.580760] env[68627]: DEBUG nova.virt.hardware [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.581817] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd955fed-5714-42b7-93e2-beda979cbfd4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.590525] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83ceef6-2c37-4073-8266-7a39325360f1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.644395] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52aedb84-dcc5-3083-7f13-f9ed9b4a5b03, 'name': SearchDatastore_Task, 'duration_secs': 0.044379} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.644395] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.644395] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b/7998a365-1a11-4d2b-b9ba-11c5f3a68f0b.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.644395] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fbb66d5-effb-448d-b431-97f2c17c8eff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.650617] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1126.650617] env[68627]: value = "task-3037909" [ 1126.650617] env[68627]: _type = "Task" [ 1126.650617] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.658856] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.809890] env[68627]: DEBUG nova.compute.manager [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.810357] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.811544] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8d61ff-254e-4272-9297-257b022173e2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.824302] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037908, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.828723] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.829253] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeeb157e-4e3f-4bec-9206-67dbb8c2f9a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.863891] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.864459] env[68627]: DEBUG nova.compute.manager [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.867716] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.096s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.869231] env[68627]: INFO nova.compute.claims [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.901078] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.901314] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.901483] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleting the datastore file [datastore1] 6572d0b0-44c6-4e4c-ac44-4f649369c9f2 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.901764] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36eab75f-944f-4121-bf22-550b9816e93e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.911095] env[68627]: DEBUG oslo_vmware.api [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1126.911095] env[68627]: value = "task-3037911" [ 1126.911095] env[68627]: _type = "Task" [ 1126.911095] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.918950] env[68627]: DEBUG oslo_vmware.api [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.928162] env[68627]: DEBUG nova.objects.instance [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lazy-loading 'flavor' on Instance uuid 099c1c96-a127-4e53-a117-e681e3e395a1 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.961746] env[68627]: DEBUG oslo_vmware.api [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037906, 'name': PowerOnVM_Task, 'duration_secs': 1.119349} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.962016] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.962326] env[68627]: INFO nova.compute.manager [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1126.962515] env[68627]: DEBUG nova.compute.manager [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.964531] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04715b59-27d8-4fc9-b56a-be3566c1685b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.977538] env[68627]: DEBUG nova.compute.manager [req-56b977a5-3126-4327-b428-b68b09635e43 req-682e2d44-db4c-42ac-9261-63722449da2e service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Received event network-vif-plugged-2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.977782] env[68627]: DEBUG oslo_concurrency.lockutils [req-56b977a5-3126-4327-b428-b68b09635e43 req-682e2d44-db4c-42ac-9261-63722449da2e service nova] Acquiring lock "7e03aebf-7b34-41d4-9a33-41832d2373a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.977952] env[68627]: DEBUG oslo_concurrency.lockutils [req-56b977a5-3126-4327-b428-b68b09635e43 req-682e2d44-db4c-42ac-9261-63722449da2e service nova] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.978150] env[68627]: DEBUG oslo_concurrency.lockutils [req-56b977a5-3126-4327-b428-b68b09635e43 req-682e2d44-db4c-42ac-9261-63722449da2e service nova] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.978321] env[68627]: DEBUG nova.compute.manager [req-56b977a5-3126-4327-b428-b68b09635e43 req-682e2d44-db4c-42ac-9261-63722449da2e service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] No waiting events found dispatching network-vif-plugged-2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.978518] env[68627]: WARNING nova.compute.manager [req-56b977a5-3126-4327-b428-b68b09635e43 req-682e2d44-db4c-42ac-9261-63722449da2e service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Received unexpected event network-vif-plugged-2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8 for instance with vm_state building and task_state spawning. [ 1127.025879] env[68627]: DEBUG nova.network.neutron [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updated VIF entry in instance network info cache for port 3273dfb9-437f-48b8-94cb-0817956d6a57. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.026331] env[68627]: DEBUG nova.network.neutron [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance_info_cache with network_info: [{"id": "3273dfb9-437f-48b8-94cb-0817956d6a57", "address": "fa:16:3e:99:9c:38", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3273dfb9-43", "ovs_interfaceid": "3273dfb9-437f-48b8-94cb-0817956d6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.164786] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037909, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.199971] env[68627]: DEBUG nova.network.neutron [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Successfully updated port: 2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.326273] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037908, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.377046] env[68627]: DEBUG nova.compute.utils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.380611] env[68627]: DEBUG nova.compute.manager [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.380799] env[68627]: DEBUG nova.network.neutron [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.421264] env[68627]: DEBUG oslo_vmware.api [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364102} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.421536] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.421726] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.421907] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.422095] env[68627]: INFO nova.compute.manager [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1127.422340] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.422533] env[68627]: DEBUG nova.compute.manager [-] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.422630] env[68627]: DEBUG nova.network.neutron [-] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.431373] env[68627]: DEBUG nova.policy [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eab7ce88ac8c438cb81a24fdff3232f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '791921538e824be89c26ff6041bfbd7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.488588] env[68627]: INFO nova.compute.manager [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Took 18.97 seconds to build instance. [ 1127.528955] env[68627]: DEBUG oslo_concurrency.lockutils [req-3cedd194-e78e-4e09-b40f-f90c509c7af3 req-686282cf-42e7-4e84-928e-8802480c2353 service nova] Releasing lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.662580] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698342} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.662580] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b/7998a365-1a11-4d2b-b9ba-11c5f3a68f0b.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.662580] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.662580] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e87ff5ec-f1ce-4fc4-9816-a08e9defbe30 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.672502] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1127.672502] env[68627]: value = "task-3037912" [ 1127.672502] env[68627]: _type = "Task" [ 1127.672502] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.681007] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.703686] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "refresh_cache-7e03aebf-7b34-41d4-9a33-41832d2373a6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.703837] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquired lock "refresh_cache-7e03aebf-7b34-41d4-9a33-41832d2373a6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.703920] env[68627]: DEBUG nova.network.neutron [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.775964] env[68627]: DEBUG nova.network.neutron [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Successfully created port: 0a464c04-7650-480d-b9c5-cb0177f31d48 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.825924] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037908, 'name': CreateVM_Task, 'duration_secs': 1.106823} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.826237] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.826865] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'attachment_id': 'a61e106b-04a5-4862-b8a3-7b818eca860c', 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608691', 'volume_id': 'c1916dc6-82af-423b-9ad0-f4686c631f57', 'name': 'volume-c1916dc6-82af-423b-9ad0-f4686c631f57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6fdc596-8292-4932-acae-1bffc6eb4e55', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1916dc6-82af-423b-9ad0-f4686c631f57', 'serial': 'c1916dc6-82af-423b-9ad0-f4686c631f57'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68627) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1127.827094] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Root volume attach. Driver type: vmdk {{(pid=68627) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1127.827878] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ec5d81-8917-48c2-b96e-d67724c3a37e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.835316] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cb16c6-b68f-4a75-be18-3f21c37661d7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.841208] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98462bc7-6fdb-464f-ac5d-3f97ce536b74 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.847241] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-50a51ca7-c706-4d24-855e-17e35c4ffc66 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.854108] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1127.854108] env[68627]: value = "task-3037913" [ 1127.854108] env[68627]: _type = "Task" [ 1127.854108] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.861598] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037913, 'name': RelocateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.882020] env[68627]: DEBUG nova.compute.manager [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.937073] env[68627]: DEBUG oslo_concurrency.lockutils [None req-bc924bfa-41ca-4ddf-b589-06c2b240565c tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "099c1c96-a127-4e53-a117-e681e3e395a1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.991153] env[68627]: DEBUG oslo_concurrency.lockutils [None req-15e5c023-eda6-4b1c-ac1e-53314326a483 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "a76b41c7-58c1-44bc-842e-b1d955b3c6fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.478s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.034951] env[68627]: DEBUG nova.compute.manager [req-cc6bd251-d25f-4a6b-9fa8-d6a16fa01954 req-18cd79ba-ea33-40fe-8391-71b94d266ab1 service nova] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Received event network-vif-deleted-8d467012-cd11-4939-9306-4b52606a0b03 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.035053] env[68627]: INFO nova.compute.manager [req-cc6bd251-d25f-4a6b-9fa8-d6a16fa01954 req-18cd79ba-ea33-40fe-8391-71b94d266ab1 service nova] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Neutron deleted interface 8d467012-cd11-4939-9306-4b52606a0b03; detaching it from the instance and deleting it from the info cache [ 1128.035334] env[68627]: DEBUG nova.network.neutron [req-cc6bd251-d25f-4a6b-9fa8-d6a16fa01954 req-18cd79ba-ea33-40fe-8391-71b94d266ab1 service nova] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.081587] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "a76b41c7-58c1-44bc-842e-b1d955b3c6fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.081852] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "a76b41c7-58c1-44bc-842e-b1d955b3c6fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.082094] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "a76b41c7-58c1-44bc-842e-b1d955b3c6fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.082279] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "a76b41c7-58c1-44bc-842e-b1d955b3c6fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.082444] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "a76b41c7-58c1-44bc-842e-b1d955b3c6fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.084562] env[68627]: INFO nova.compute.manager [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Terminating instance [ 1128.093298] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcab73a-10f2-4c68-8e75-6c7b92b8c866 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.101688] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c722f3-046c-4e79-8522-8b4ae334605f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.134306] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f892b35e-166f-4b36-beb8-225c5330f527 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.141572] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47777863-4c5e-4312-b448-0b9e2bae5c1b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.155021] env[68627]: DEBUG nova.compute.provider_tree [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.157851] env[68627]: DEBUG nova.network.neutron [-] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.181604] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063585} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.182130] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.182874] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db47000a-0697-4770-9569-f64691407f04 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.204275] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b/7998a365-1a11-4d2b-b9ba-11c5f3a68f0b.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.204799] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6666a928-4c14-4fa8-9db7-9183bc8da621 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.226274] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1128.226274] env[68627]: value = "task-3037914" [ 1128.226274] env[68627]: _type = "Task" [ 1128.226274] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.234433] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.251187] env[68627]: DEBUG nova.network.neutron [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.368199] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037913, 'name': RelocateVM_Task} progress is 34%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.409197] env[68627]: DEBUG nova.network.neutron [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Updating instance_info_cache with network_info: [{"id": "2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8", "address": "fa:16:3e:2c:de:f4", "network": {"id": "39398b66-65b0-4268-8f1e-7c88b824011b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-657409033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44960054d9845d48217de515f29b063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9277c1-0e", "ovs_interfaceid": "2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.538223] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2cdb4a7-3e84-40c0-8a31-8cb9f3c539c7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.549304] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981b3f13-4b58-441d-84bb-0a6c555eb74c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.582900] env[68627]: DEBUG nova.compute.manager [req-cc6bd251-d25f-4a6b-9fa8-d6a16fa01954 req-18cd79ba-ea33-40fe-8391-71b94d266ab1 service nova] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Detach interface failed, port_id=8d467012-cd11-4939-9306-4b52606a0b03, reason: Instance 6572d0b0-44c6-4e4c-ac44-4f649369c9f2 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.588399] env[68627]: DEBUG nova.compute.manager [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.588624] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.589517] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64aebfc-89a3-403b-a252-8df87411e697 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.597329] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.597587] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c61180b9-85c1-4495-a4ef-ccfc8fb5c2cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.604483] env[68627]: DEBUG oslo_vmware.api [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1128.604483] env[68627]: value = "task-3037915" [ 1128.604483] env[68627]: _type = "Task" [ 1128.604483] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.612899] env[68627]: DEBUG oslo_vmware.api [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.658223] env[68627]: DEBUG nova.scheduler.client.report [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.661168] env[68627]: INFO nova.compute.manager [-] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Took 1.24 seconds to deallocate network for instance. [ 1128.737501] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037914, 'name': ReconfigVM_Task, 'duration_secs': 0.318655} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.737798] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b/7998a365-1a11-4d2b-b9ba-11c5f3a68f0b.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.738485] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-680cd2fd-0e12-452f-bb34-8960d3bc8334 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.744847] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1128.744847] env[68627]: value = "task-3037916" [ 1128.744847] env[68627]: _type = "Task" [ 1128.744847] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.753548] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037916, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.867778] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037913, 'name': RelocateVM_Task} progress is 49%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.894436] env[68627]: DEBUG nova.compute.manager [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.912977] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Releasing lock "refresh_cache-7e03aebf-7b34-41d4-9a33-41832d2373a6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.912977] env[68627]: DEBUG nova.compute.manager [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Instance network_info: |[{"id": "2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8", "address": "fa:16:3e:2c:de:f4", "network": {"id": "39398b66-65b0-4268-8f1e-7c88b824011b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-657409033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44960054d9845d48217de515f29b063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9277c1-0e", "ovs_interfaceid": "2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.913381] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:de:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.922580] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.925083] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.925630] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e243553b-0bc4-41fd-9a52-5f505ff1014f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.946416] env[68627]: DEBUG nova.virt.hardware [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.947442] env[68627]: DEBUG nova.virt.hardware [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.947442] env[68627]: DEBUG nova.virt.hardware [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.947442] env[68627]: DEBUG nova.virt.hardware [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.947442] env[68627]: DEBUG nova.virt.hardware [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.947633] env[68627]: DEBUG nova.virt.hardware [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.947804] env[68627]: DEBUG nova.virt.hardware [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.947971] env[68627]: DEBUG nova.virt.hardware [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.948166] env[68627]: DEBUG nova.virt.hardware [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.949334] env[68627]: DEBUG nova.virt.hardware [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.949334] env[68627]: DEBUG nova.virt.hardware [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.949470] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab53132b-475d-42fb-a473-9f825ecfb52b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.959491] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cade1f78-4123-4053-aa26-300a6c734d2b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.963778] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.963778] env[68627]: value = "task-3037917" [ 1128.963778] env[68627]: _type = "Task" [ 1128.963778] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.981749] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037917, 'name': CreateVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.022295] env[68627]: DEBUG nova.compute.manager [req-6f5c750f-0279-46f1-bfe7-a628a6dcebba req-ca185644-0e66-4310-947d-d7f7a0155b67 service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Received event network-changed-2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.022543] env[68627]: DEBUG nova.compute.manager [req-6f5c750f-0279-46f1-bfe7-a628a6dcebba req-ca185644-0e66-4310-947d-d7f7a0155b67 service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Refreshing instance network info cache due to event network-changed-2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.022854] env[68627]: DEBUG oslo_concurrency.lockutils [req-6f5c750f-0279-46f1-bfe7-a628a6dcebba req-ca185644-0e66-4310-947d-d7f7a0155b67 service nova] Acquiring lock "refresh_cache-7e03aebf-7b34-41d4-9a33-41832d2373a6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.023129] env[68627]: DEBUG oslo_concurrency.lockutils [req-6f5c750f-0279-46f1-bfe7-a628a6dcebba req-ca185644-0e66-4310-947d-d7f7a0155b67 service nova] Acquired lock "refresh_cache-7e03aebf-7b34-41d4-9a33-41832d2373a6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.023349] env[68627]: DEBUG nova.network.neutron [req-6f5c750f-0279-46f1-bfe7-a628a6dcebba req-ca185644-0e66-4310-947d-d7f7a0155b67 service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Refreshing network info cache for port 2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.028966] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "099c1c96-a127-4e53-a117-e681e3e395a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.029303] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "099c1c96-a127-4e53-a117-e681e3e395a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.029845] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "099c1c96-a127-4e53-a117-e681e3e395a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.030110] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "099c1c96-a127-4e53-a117-e681e3e395a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.030380] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "099c1c96-a127-4e53-a117-e681e3e395a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.033211] env[68627]: INFO nova.compute.manager [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Terminating instance [ 1129.118234] env[68627]: DEBUG oslo_vmware.api [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.163266] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.163930] env[68627]: DEBUG nova.compute.manager [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.167754] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.175s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.169637] env[68627]: INFO nova.compute.claims [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.173325] env[68627]: DEBUG oslo_concurrency.lockutils [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.255198] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037916, 'name': Rename_Task, 'duration_secs': 0.145182} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.255496] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.255760] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a827ab0-db35-4883-9235-7d771a625744 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.263165] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1129.263165] env[68627]: value = "task-3037918" [ 1129.263165] env[68627]: _type = "Task" [ 1129.263165] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.271782] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.368591] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037913, 'name': RelocateVM_Task} progress is 62%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.466960] env[68627]: DEBUG nova.network.neutron [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Successfully updated port: 0a464c04-7650-480d-b9c5-cb0177f31d48 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.481714] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037917, 'name': CreateVM_Task, 'duration_secs': 0.49866} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.481908] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.482775] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.482953] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.483356] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.483926] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3935004a-6635-4581-811a-04078bbae678 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.489454] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1129.489454] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad8f06-9d48-e612-8f38-7f396ea64257" [ 1129.489454] env[68627]: _type = "Task" [ 1129.489454] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.498565] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad8f06-9d48-e612-8f38-7f396ea64257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.540558] env[68627]: DEBUG nova.compute.manager [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.540819] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.541757] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bdf157-eef1-42cf-80df-164623fb8ae9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.549967] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.550245] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21a58be8-0c23-42c3-9565-06783f500ace {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.556745] env[68627]: DEBUG oslo_vmware.api [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1129.556745] env[68627]: value = "task-3037919" [ 1129.556745] env[68627]: _type = "Task" [ 1129.556745] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.565048] env[68627]: DEBUG oslo_vmware.api [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.614531] env[68627]: DEBUG oslo_vmware.api [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037915, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.674347] env[68627]: DEBUG nova.compute.utils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.681259] env[68627]: DEBUG nova.compute.manager [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.681259] env[68627]: DEBUG nova.network.neutron [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.722972] env[68627]: DEBUG nova.policy [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28123e7aa0e246248d6c1fc3eeeef219', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '049ccbeb8f534e0daef961573c16606a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.773921] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.822186] env[68627]: DEBUG nova.network.neutron [req-6f5c750f-0279-46f1-bfe7-a628a6dcebba req-ca185644-0e66-4310-947d-d7f7a0155b67 service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Updated VIF entry in instance network info cache for port 2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.822615] env[68627]: DEBUG nova.network.neutron [req-6f5c750f-0279-46f1-bfe7-a628a6dcebba req-ca185644-0e66-4310-947d-d7f7a0155b67 service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Updating instance_info_cache with network_info: [{"id": "2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8", "address": "fa:16:3e:2c:de:f4", "network": {"id": "39398b66-65b0-4268-8f1e-7c88b824011b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-657409033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44960054d9845d48217de515f29b063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9277c1-0e", "ovs_interfaceid": "2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.869666] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037913, 'name': RelocateVM_Task} progress is 75%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.972533] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.972683] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.972838] env[68627]: DEBUG nova.network.neutron [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.002851] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52ad8f06-9d48-e612-8f38-7f396ea64257, 'name': SearchDatastore_Task, 'duration_secs': 0.011715} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.003391] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.003503] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.003685] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.003834] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.004026] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.004310] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-324a964e-0d08-4ac9-853e-e1813e4cf4c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.014108] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.014333] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.015459] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3127213d-5d1a-48dd-a927-ddee03fd41a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.020938] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1130.020938] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e35550-14f5-8b1a-586f-57a743cc93c5" [ 1130.020938] env[68627]: _type = "Task" [ 1130.020938] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.029282] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e35550-14f5-8b1a-586f-57a743cc93c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.036573] env[68627]: DEBUG nova.network.neutron [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Successfully created port: 375e9ee1-d9fa-4281-8254-37de2d262c6f {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.067174] env[68627]: DEBUG oslo_vmware.api [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.116306] env[68627]: DEBUG oslo_vmware.api [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037915, 'name': PowerOffVM_Task, 'duration_secs': 1.044921} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.116641] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.116812] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.117344] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7076a182-8ad7-42f5-8a74-8c092f254220 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.185387] env[68627]: DEBUG nova.compute.manager [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.250653] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.250896] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.251105] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleting the datastore file [datastore1] a76b41c7-58c1-44bc-842e-b1d955b3c6fb {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.251401] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cfdcc75-32c4-405c-be4b-052e312ec848 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.270616] env[68627]: DEBUG oslo_vmware.api [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1130.270616] env[68627]: value = "task-3037921" [ 1130.270616] env[68627]: _type = "Task" [ 1130.270616] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.286040] env[68627]: DEBUG oslo_vmware.api [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.287900] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.325311] env[68627]: DEBUG oslo_concurrency.lockutils [req-6f5c750f-0279-46f1-bfe7-a628a6dcebba req-ca185644-0e66-4310-947d-d7f7a0155b67 service nova] Releasing lock "refresh_cache-7e03aebf-7b34-41d4-9a33-41832d2373a6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.372755] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037913, 'name': RelocateVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.430200] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5103dd9-79c3-498d-8536-8a3d18e08216 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.438094] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe0aadb-d41e-4179-a041-0e4b1cf99085 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.470343] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a1363-a4e1-4af2-ba77-03a0eeca73a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.479718] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3116c6a-0ce9-456b-8a4a-d7c62a50637d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.494940] env[68627]: DEBUG nova.compute.provider_tree [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.512139] env[68627]: DEBUG nova.network.neutron [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.534284] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e35550-14f5-8b1a-586f-57a743cc93c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.535264] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb44b970-d895-4b82-92ce-86f381369360 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.540350] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1130.540350] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f16bd6-abd5-2346-de03-318e930b90be" [ 1130.540350] env[68627]: _type = "Task" [ 1130.540350] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.548018] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f16bd6-abd5-2346-de03-318e930b90be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.565777] env[68627]: DEBUG oslo_vmware.api [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037919, 'name': PowerOffVM_Task, 'duration_secs': 0.659468} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.566200] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.566490] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.566840] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-183ec3ef-43aa-4df7-84c5-4141957bcb89 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.638640] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.638891] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.639097] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleting the datastore file [datastore1] 099c1c96-a127-4e53-a117-e681e3e395a1 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.639363] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83b96061-450b-4381-9b17-1b02ec045735 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.648238] env[68627]: DEBUG oslo_vmware.api [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1130.648238] env[68627]: value = "task-3037923" [ 1130.648238] env[68627]: _type = "Task" [ 1130.648238] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.657272] env[68627]: DEBUG oslo_vmware.api [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.706776] env[68627]: DEBUG nova.network.neutron [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance_info_cache with network_info: [{"id": "0a464c04-7650-480d-b9c5-cb0177f31d48", "address": "fa:16:3e:98:e7:a0", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a464c04-76", "ovs_interfaceid": "0a464c04-7650-480d-b9c5-cb0177f31d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.720038] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.720176] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.720326] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.720819] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.721037] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.721224] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.721413] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.721587] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68627) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1130.721764] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.782526] env[68627]: DEBUG oslo_vmware.api [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037918, 'name': PowerOnVM_Task, 'duration_secs': 1.065606} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.782843] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.783148] env[68627]: INFO nova.compute.manager [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1130.783391] env[68627]: DEBUG nova.compute.manager [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.784571] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82a323a-dfdf-4bd1-b7ca-df95eb4cf0cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.790143] env[68627]: DEBUG oslo_vmware.api [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39318} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.790684] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.790884] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.791093] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.791361] env[68627]: INFO nova.compute.manager [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1130.792063] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.792063] env[68627]: DEBUG nova.compute.manager [-] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.792063] env[68627]: DEBUG nova.network.neutron [-] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.869358] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037913, 'name': RelocateVM_Task} progress is 97%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.999059] env[68627]: DEBUG nova.scheduler.client.report [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.051696] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f16bd6-abd5-2346-de03-318e930b90be, 'name': SearchDatastore_Task, 'duration_secs': 0.010442} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.052289] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.052289] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 7e03aebf-7b34-41d4-9a33-41832d2373a6/7e03aebf-7b34-41d4-9a33-41832d2373a6.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.053525] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-481dcf64-75e3-40d2-aace-6a958bd947ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.058182] env[68627]: DEBUG nova.compute.manager [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Received event network-vif-plugged-0a464c04-7650-480d-b9c5-cb0177f31d48 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.058416] env[68627]: DEBUG oslo_concurrency.lockutils [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] Acquiring lock "0204e32b-986b-48a1-bccc-ba413aad5e59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.058579] env[68627]: DEBUG oslo_concurrency.lockutils [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] Lock "0204e32b-986b-48a1-bccc-ba413aad5e59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.058743] env[68627]: DEBUG oslo_concurrency.lockutils [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] Lock "0204e32b-986b-48a1-bccc-ba413aad5e59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.058905] env[68627]: DEBUG nova.compute.manager [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] No waiting events found dispatching network-vif-plugged-0a464c04-7650-480d-b9c5-cb0177f31d48 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.059081] env[68627]: WARNING nova.compute.manager [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Received unexpected event network-vif-plugged-0a464c04-7650-480d-b9c5-cb0177f31d48 for instance with vm_state building and task_state spawning. [ 1131.059328] env[68627]: DEBUG nova.compute.manager [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Received event network-changed-0a464c04-7650-480d-b9c5-cb0177f31d48 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.059413] env[68627]: DEBUG nova.compute.manager [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Refreshing instance network info cache due to event network-changed-0a464c04-7650-480d-b9c5-cb0177f31d48. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.059850] env[68627]: DEBUG oslo_concurrency.lockutils [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] Acquiring lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.067992] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1131.067992] env[68627]: value = "task-3037924" [ 1131.067992] env[68627]: _type = "Task" [ 1131.067992] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.076338] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.158350] env[68627]: DEBUG oslo_vmware.api [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172457} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.158624] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.158816] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.158993] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.159198] env[68627]: INFO nova.compute.manager [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1131.159439] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.159637] env[68627]: DEBUG nova.compute.manager [-] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.159721] env[68627]: DEBUG nova.network.neutron [-] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.199276] env[68627]: DEBUG nova.compute.manager [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.211108] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.211553] env[68627]: DEBUG nova.compute.manager [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Instance network_info: |[{"id": "0a464c04-7650-480d-b9c5-cb0177f31d48", "address": "fa:16:3e:98:e7:a0", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a464c04-76", "ovs_interfaceid": "0a464c04-7650-480d-b9c5-cb0177f31d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.211963] env[68627]: DEBUG oslo_concurrency.lockutils [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] Acquired lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.212235] env[68627]: DEBUG nova.network.neutron [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Refreshing network info cache for port 0a464c04-7650-480d-b9c5-cb0177f31d48 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.213902] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:e7:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a464c04-7650-480d-b9c5-cb0177f31d48', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.226609] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.233662] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.234016] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.235012] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65683602-7dcc-4ebe-8c14-bcb0639d62fc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.262128] env[68627]: DEBUG nova.virt.hardware [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.262128] env[68627]: DEBUG nova.virt.hardware [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.262296] env[68627]: DEBUG nova.virt.hardware [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.262493] env[68627]: DEBUG nova.virt.hardware [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.262651] env[68627]: DEBUG nova.virt.hardware [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.262796] env[68627]: DEBUG nova.virt.hardware [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.263010] env[68627]: DEBUG nova.virt.hardware [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.263725] env[68627]: DEBUG nova.virt.hardware [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.263725] env[68627]: DEBUG nova.virt.hardware [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.263725] env[68627]: DEBUG nova.virt.hardware [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.263725] env[68627]: DEBUG nova.virt.hardware [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.264836] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c235e808-c3b5-4b78-82ba-53b6d2e0094d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.274736] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de49e8aa-21ea-4efd-9b5a-8d9a2418f4f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.279166] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.279166] env[68627]: value = "task-3037925" [ 1131.279166] env[68627]: _type = "Task" [ 1131.279166] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.297476] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037925, 'name': CreateVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.306029] env[68627]: INFO nova.compute.manager [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Took 17.31 seconds to build instance. [ 1131.372323] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037913, 'name': RelocateVM_Task} progress is 98%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.504402] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.505546] env[68627]: DEBUG nova.compute.manager [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.508274] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.445s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.508408] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.512395] env[68627]: DEBUG oslo_concurrency.lockutils [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.337s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.512395] env[68627]: DEBUG nova.objects.instance [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lazy-loading 'resources' on Instance uuid 6572d0b0-44c6-4e4c-ac44-4f649369c9f2 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.546594] env[68627]: INFO nova.scheduler.client.report [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleted allocations for instance f6817d76-4935-450d-8a4a-d8366420f9f8 [ 1131.578355] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.580796] env[68627]: DEBUG nova.network.neutron [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updated VIF entry in instance network info cache for port 0a464c04-7650-480d-b9c5-cb0177f31d48. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.580796] env[68627]: DEBUG nova.network.neutron [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance_info_cache with network_info: [{"id": "0a464c04-7650-480d-b9c5-cb0177f31d48", "address": "fa:16:3e:98:e7:a0", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a464c04-76", "ovs_interfaceid": "0a464c04-7650-480d-b9c5-cb0177f31d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.590319] env[68627]: DEBUG nova.network.neutron [-] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.646200] env[68627]: DEBUG nova.compute.manager [req-54e74044-d806-4e41-8ee6-8d65563aea4c req-6e169632-fc17-45db-bc74-a99203c31ea5 service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Received event network-vif-plugged-375e9ee1-d9fa-4281-8254-37de2d262c6f {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.646524] env[68627]: DEBUG oslo_concurrency.lockutils [req-54e74044-d806-4e41-8ee6-8d65563aea4c req-6e169632-fc17-45db-bc74-a99203c31ea5 service nova] Acquiring lock "8224e82d-9840-4b39-8efe-035f7fd87e15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.646708] env[68627]: DEBUG oslo_concurrency.lockutils [req-54e74044-d806-4e41-8ee6-8d65563aea4c req-6e169632-fc17-45db-bc74-a99203c31ea5 service nova] Lock "8224e82d-9840-4b39-8efe-035f7fd87e15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.646873] env[68627]: DEBUG oslo_concurrency.lockutils [req-54e74044-d806-4e41-8ee6-8d65563aea4c req-6e169632-fc17-45db-bc74-a99203c31ea5 service nova] Lock "8224e82d-9840-4b39-8efe-035f7fd87e15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.647120] env[68627]: DEBUG nova.compute.manager [req-54e74044-d806-4e41-8ee6-8d65563aea4c req-6e169632-fc17-45db-bc74-a99203c31ea5 service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] No waiting events found dispatching network-vif-plugged-375e9ee1-d9fa-4281-8254-37de2d262c6f {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.647314] env[68627]: WARNING nova.compute.manager [req-54e74044-d806-4e41-8ee6-8d65563aea4c req-6e169632-fc17-45db-bc74-a99203c31ea5 service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Received unexpected event network-vif-plugged-375e9ee1-d9fa-4281-8254-37de2d262c6f for instance with vm_state building and task_state spawning. [ 1131.694656] env[68627]: DEBUG nova.network.neutron [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Successfully updated port: 375e9ee1-d9fa-4281-8254-37de2d262c6f {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.789450] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037925, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.808555] env[68627]: DEBUG oslo_concurrency.lockutils [None req-90bd5083-d181-4ff3-a885-0cddc784821c tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.816s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.870076] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037913, 'name': RelocateVM_Task} progress is 98%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.014378] env[68627]: DEBUG nova.compute.utils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.018906] env[68627]: DEBUG nova.compute.manager [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.019111] env[68627]: DEBUG nova.network.neutron [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.056314] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f7bbc736-af56-4526-88f0-08d26659ed48 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "f6817d76-4935-450d-8a4a-d8366420f9f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.594s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.084019] env[68627]: DEBUG oslo_concurrency.lockutils [req-885ea1a9-98d6-47a3-9144-6e6885b31e26 req-44649515-466f-4cae-81d1-cd5ec3ae334c service nova] Releasing lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.084438] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.090287] env[68627]: DEBUG nova.policy [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3c3e4b04d54d6a8502b5ad819eb5b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd75e742ad80b4afa8f07c78f27a6f587', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.092049] env[68627]: INFO nova.compute.manager [-] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Took 1.30 seconds to deallocate network for instance. [ 1132.198376] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "refresh_cache-8224e82d-9840-4b39-8efe-035f7fd87e15" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.198539] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired lock "refresh_cache-8224e82d-9840-4b39-8efe-035f7fd87e15" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.201945] env[68627]: DEBUG nova.network.neutron [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.282389] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15e320f-ed0b-4d19-a1dd-204f327b000c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.294147] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037925, 'name': CreateVM_Task, 'duration_secs': 0.782718} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.295756] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.296596] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.296772] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.297118] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.298201] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae67f23-e581-40d8-8b58-d77fe2c6548f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.302029] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0349a6af-2f82-4b3d-ad75-b68d48cf8ac3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.311027] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1132.311027] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5286be95-6d75-2440-9e45-16798761733b" [ 1132.311027] env[68627]: _type = "Task" [ 1132.311027] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.339358] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dae432-eeac-4bcd-8dcb-92d2b0b1e870 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.352904] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636f9cfd-736f-42f8-aa18-00e70d138c81 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.357176] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5286be95-6d75-2440-9e45-16798761733b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.368697] env[68627]: DEBUG nova.compute.provider_tree [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.375696] env[68627]: DEBUG nova.network.neutron [-] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.380151] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037913, 'name': RelocateVM_Task, 'duration_secs': 4.405201} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.381277] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1132.381481] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608691', 'volume_id': 'c1916dc6-82af-423b-9ad0-f4686c631f57', 'name': 'volume-c1916dc6-82af-423b-9ad0-f4686c631f57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6fdc596-8292-4932-acae-1bffc6eb4e55', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1916dc6-82af-423b-9ad0-f4686c631f57', 'serial': 'c1916dc6-82af-423b-9ad0-f4686c631f57'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1132.382331] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba73bca-09a3-45bf-bc32-c54c518fdd4a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.402811] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a80684-96c9-4283-9792-45164123e3c3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.426921] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-c1916dc6-82af-423b-9ad0-f4686c631f57/volume-c1916dc6-82af-423b-9ad0-f4686c631f57.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.427726] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6662253d-cc6c-458d-ac59-48c72e5c55ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.447084] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1132.447084] env[68627]: value = "task-3037926" [ 1132.447084] env[68627]: _type = "Task" [ 1132.447084] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.455719] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.507090] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "012a585f-c124-4a98-94ae-4df54a88989f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.507971] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "012a585f-c124-4a98-94ae-4df54a88989f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.519799] env[68627]: DEBUG nova.compute.manager [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.565852] env[68627]: DEBUG nova.network.neutron [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Successfully created port: 1eacaba1-3418-4366-b8ab-786ed152f056 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.583737] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037924, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.348754} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.584145] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 7e03aebf-7b34-41d4-9a33-41832d2373a6/7e03aebf-7b34-41d4-9a33-41832d2373a6.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.584412] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.584756] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4260cabb-9129-4127-9995-d917aa076572 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.590850] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1132.590850] env[68627]: value = "task-3037927" [ 1132.590850] env[68627]: _type = "Task" [ 1132.590850] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.598650] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.598931] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.735331] env[68627]: DEBUG nova.network.neutron [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.846064] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5286be95-6d75-2440-9e45-16798761733b, 'name': SearchDatastore_Task, 'duration_secs': 0.052174} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.846718] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.846718] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.846898] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.847053] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.847230] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.847562] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16648653-dad1-4431-8b91-fbe8cf1b42d6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.856537] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.856720] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.860315] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d2cd1f4-2bc5-449a-a85b-e58e9281c24f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.862568] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1132.862568] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52900940-1be1-4070-b853-aba45899f333" [ 1132.862568] env[68627]: _type = "Task" [ 1132.862568] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.867812] env[68627]: DEBUG nova.network.neutron [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Updating instance_info_cache with network_info: [{"id": "375e9ee1-d9fa-4281-8254-37de2d262c6f", "address": "fa:16:3e:4e:3c:19", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap375e9ee1-d9", "ovs_interfaceid": "375e9ee1-d9fa-4281-8254-37de2d262c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.871823] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52900940-1be1-4070-b853-aba45899f333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.881296] env[68627]: INFO nova.compute.manager [-] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Took 1.72 seconds to deallocate network for instance. [ 1132.899139] env[68627]: ERROR nova.scheduler.client.report [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [req-a1ef5fd8-a090-4c3f-9af1-91a8797f2e77] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a1ef5fd8-a090-4c3f-9af1-91a8797f2e77"}]} [ 1132.918137] env[68627]: DEBUG nova.scheduler.client.report [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1132.938919] env[68627]: DEBUG nova.scheduler.client.report [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1132.939241] env[68627]: DEBUG nova.compute.provider_tree [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.953231] env[68627]: DEBUG nova.scheduler.client.report [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: None {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1132.959398] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037926, 'name': ReconfigVM_Task, 'duration_secs': 0.289141} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.959398] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-c1916dc6-82af-423b-9ad0-f4686c631f57/volume-c1916dc6-82af-423b-9ad0-f4686c631f57.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.964439] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcf3ef70-3419-42fd-a9c5-902b44507fac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.979502] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1132.979502] env[68627]: value = "task-3037928" [ 1132.979502] env[68627]: _type = "Task" [ 1132.979502] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.983046] env[68627]: DEBUG nova.scheduler.client.report [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1132.990307] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.014765] env[68627]: DEBUG nova.compute.manager [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.026413] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.026413] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.103852] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067234} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.104143] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.104936] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72b5b5c-26ed-4f2c-b8b9-067977c6b90a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.127663] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 7e03aebf-7b34-41d4-9a33-41832d2373a6/7e03aebf-7b34-41d4-9a33-41832d2373a6.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.130841] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f60998c-d815-482f-8439-289d20010a1d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.149649] env[68627]: DEBUG nova.compute.manager [req-a85042d8-91bc-49e9-8a6b-95f431649b00 req-68703b57-6fcd-41f4-b8e6-a6e2327ff8fc service nova] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Received event network-vif-deleted-e77b878b-846f-4dfa-9435-8f93d866b757 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.149852] env[68627]: DEBUG nova.compute.manager [req-a85042d8-91bc-49e9-8a6b-95f431649b00 req-68703b57-6fcd-41f4-b8e6-a6e2327ff8fc service nova] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Received event network-vif-deleted-e7502f43-0a15-4de6-81a0-e39e9004bd94 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.155656] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1133.155656] env[68627]: value = "task-3037929" [ 1133.155656] env[68627]: _type = "Task" [ 1133.155656] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.169245] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.249829] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfa6010-6d20-4c92-b7fa-4a0254be016a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.256908] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe05b463-8f1e-45aa-ba9b-8503755a728e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.286775] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc3654d-5d9c-45f6-bb64-0ba491343643 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.294533] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca043fe-6b7f-4508-9575-5acf83903b1f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.307621] env[68627]: DEBUG nova.compute.provider_tree [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.372078] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52900940-1be1-4070-b853-aba45899f333, 'name': SearchDatastore_Task, 'duration_secs': 0.008484} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.373050] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Releasing lock "refresh_cache-8224e82d-9840-4b39-8efe-035f7fd87e15" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.373350] env[68627]: DEBUG nova.compute.manager [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Instance network_info: |[{"id": "375e9ee1-d9fa-4281-8254-37de2d262c6f", "address": "fa:16:3e:4e:3c:19", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap375e9ee1-d9", "ovs_interfaceid": "375e9ee1-d9fa-4281-8254-37de2d262c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.373606] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b162fa9-9b5c-450b-9fe0-0c0ae0313168 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.375924] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:3c:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '375e9ee1-d9fa-4281-8254-37de2d262c6f', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.383332] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.383824] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.384460] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-235f1cae-080d-4f6f-b62b-1df5ed9093be {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.400567] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.400938] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1133.400938] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526ad131-1126-4c46-6a6b-80ade11126b1" [ 1133.400938] env[68627]: _type = "Task" [ 1133.400938] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.406819] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.406819] env[68627]: value = "task-3037930" [ 1133.406819] env[68627]: _type = "Task" [ 1133.406819] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.410504] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526ad131-1126-4c46-6a6b-80ade11126b1, 'name': SearchDatastore_Task, 'duration_secs': 0.015507} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.413367] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.413639] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 0204e32b-986b-48a1-bccc-ba413aad5e59/0204e32b-986b-48a1-bccc-ba413aad5e59.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.413892] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc5ca8ad-42c0-4fda-8930-7ac3d0c57506 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.424527] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037930, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.425784] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1133.425784] env[68627]: value = "task-3037931" [ 1133.425784] env[68627]: _type = "Task" [ 1133.425784] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.434654] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.489722] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037928, 'name': ReconfigVM_Task, 'duration_secs': 0.117779} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.490136] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608691', 'volume_id': 'c1916dc6-82af-423b-9ad0-f4686c631f57', 'name': 'volume-c1916dc6-82af-423b-9ad0-f4686c631f57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6fdc596-8292-4932-acae-1bffc6eb4e55', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1916dc6-82af-423b-9ad0-f4686c631f57', 'serial': 'c1916dc6-82af-423b-9ad0-f4686c631f57'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1133.490736] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec0463b3-e2d0-4950-a22a-e9000e7d204d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.498451] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1133.498451] env[68627]: value = "task-3037932" [ 1133.498451] env[68627]: _type = "Task" [ 1133.498451] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.506835] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037932, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.530025] env[68627]: DEBUG nova.compute.manager [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.535619] env[68627]: DEBUG nova.compute.manager [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.538332] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.569837] env[68627]: DEBUG nova.virt.hardware [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.569837] env[68627]: DEBUG nova.virt.hardware [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.569837] env[68627]: DEBUG nova.virt.hardware [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.570096] env[68627]: DEBUG nova.virt.hardware [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.570096] env[68627]: DEBUG nova.virt.hardware [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.570744] env[68627]: DEBUG nova.virt.hardware [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.570996] env[68627]: DEBUG nova.virt.hardware [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.571213] env[68627]: DEBUG nova.virt.hardware [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.571418] env[68627]: DEBUG nova.virt.hardware [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.571592] env[68627]: DEBUG nova.virt.hardware [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.571768] env[68627]: DEBUG nova.virt.hardware [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.572730] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0233914e-ad11-4fdc-84a1-eb33245bfc3c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.584612] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f72445c-7339-44cf-83cc-c05fd4b5061d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.668995] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037929, 'name': ReconfigVM_Task, 'duration_secs': 0.279826} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.669358] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 7e03aebf-7b34-41d4-9a33-41832d2373a6/7e03aebf-7b34-41d4-9a33-41832d2373a6.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.670128] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fadd6045-13e8-4d60-b4e4-8048ccb53e32 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.677380] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1133.677380] env[68627]: value = "task-3037933" [ 1133.677380] env[68627]: _type = "Task" [ 1133.677380] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.690345] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037933, 'name': Rename_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.858221] env[68627]: DEBUG nova.scheduler.client.report [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1133.858665] env[68627]: DEBUG nova.compute.provider_tree [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 150 to 151 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1133.858941] env[68627]: DEBUG nova.compute.provider_tree [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.868588] env[68627]: DEBUG nova.compute.manager [req-bac796ff-206c-4427-a72f-7ba8c1cf88c6 req-c7358426-7e68-4725-ba64-bbf099b718a6 service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Received event network-changed-375e9ee1-d9fa-4281-8254-37de2d262c6f {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.868964] env[68627]: DEBUG nova.compute.manager [req-bac796ff-206c-4427-a72f-7ba8c1cf88c6 req-c7358426-7e68-4725-ba64-bbf099b718a6 service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Refreshing instance network info cache due to event network-changed-375e9ee1-d9fa-4281-8254-37de2d262c6f. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.868964] env[68627]: DEBUG oslo_concurrency.lockutils [req-bac796ff-206c-4427-a72f-7ba8c1cf88c6 req-c7358426-7e68-4725-ba64-bbf099b718a6 service nova] Acquiring lock "refresh_cache-8224e82d-9840-4b39-8efe-035f7fd87e15" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.869142] env[68627]: DEBUG oslo_concurrency.lockutils [req-bac796ff-206c-4427-a72f-7ba8c1cf88c6 req-c7358426-7e68-4725-ba64-bbf099b718a6 service nova] Acquired lock "refresh_cache-8224e82d-9840-4b39-8efe-035f7fd87e15" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.869497] env[68627]: DEBUG nova.network.neutron [req-bac796ff-206c-4427-a72f-7ba8c1cf88c6 req-c7358426-7e68-4725-ba64-bbf099b718a6 service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Refreshing network info cache for port 375e9ee1-d9fa-4281-8254-37de2d262c6f {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.920976] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037930, 'name': CreateVM_Task, 'duration_secs': 0.439755} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.921274] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.921977] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.922188] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.922546] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.922780] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de45029a-b454-4e24-aa20-241194d1bda0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.927316] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1133.927316] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5214871b-0db1-6168-81f5-3188d32f3e19" [ 1133.927316] env[68627]: _type = "Task" [ 1133.927316] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.939155] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480634} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.942199] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 0204e32b-986b-48a1-bccc-ba413aad5e59/0204e32b-986b-48a1-bccc-ba413aad5e59.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.942540] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.942665] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5214871b-0db1-6168-81f5-3188d32f3e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.942878] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06bc3359-3de1-4ad3-b2bc-80c52312f27f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.949681] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1133.949681] env[68627]: value = "task-3037934" [ 1133.949681] env[68627]: _type = "Task" [ 1133.949681] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.957475] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.011055] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037932, 'name': Rename_Task, 'duration_secs': 0.129812} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.011055] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.011055] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67cacddd-b3f4-45e7-b79a-f3919a35a232 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.018156] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1134.018156] env[68627]: value = "task-3037935" [ 1134.018156] env[68627]: _type = "Task" [ 1134.018156] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.026854] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.055729] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.190033] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037933, 'name': Rename_Task, 'duration_secs': 0.304154} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.190033] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.190033] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8545c003-30fe-431c-b5a9-93e5faa7f50b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.195393] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1134.195393] env[68627]: value = "task-3037936" [ 1134.195393] env[68627]: _type = "Task" [ 1134.195393] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.203859] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.219231] env[68627]: DEBUG nova.network.neutron [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Successfully updated port: 1eacaba1-3418-4366-b8ab-786ed152f056 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.367780] env[68627]: DEBUG oslo_concurrency.lockutils [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.857s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.370172] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.137s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.370385] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.370557] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68627) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1134.371025] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.772s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.371102] env[68627]: DEBUG nova.objects.instance [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lazy-loading 'resources' on Instance uuid a76b41c7-58c1-44bc-842e-b1d955b3c6fb {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.375090] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa054ccb-3b11-4c10-97fe-cb3c36719689 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.384216] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f0d859-f7b9-4ae7-a961-fe058e01aee9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.389205] env[68627]: INFO nova.scheduler.client.report [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleted allocations for instance 6572d0b0-44c6-4e4c-ac44-4f649369c9f2 [ 1134.403347] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c236c0-e6ec-4014-b927-67e641e45605 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.412748] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b67c770-7982-4ca1-accc-9f11ab10f01c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.448022] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179287MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=68627) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1134.448178] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.462710] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5214871b-0db1-6168-81f5-3188d32f3e19, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.463342] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.463704] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.463999] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.464168] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.464430] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.467427] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fb73569-3ebc-4103-9466-319674a2178c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.469371] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071468} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.469611] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.470748] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f797a374-cfff-47e4-9088-474112d66295 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.476070] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.476270] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.486235] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef4a232-d88e-408f-a6be-193a7350e543 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.498116] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 0204e32b-986b-48a1-bccc-ba413aad5e59/0204e32b-986b-48a1-bccc-ba413aad5e59.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.499499] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9de59e4c-2392-402e-bda0-46b6f1f94da7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.517708] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1134.517708] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52278634-1cac-3383-6985-30f412d01b94" [ 1134.517708] env[68627]: _type = "Task" [ 1134.517708] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.521966] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1134.521966] env[68627]: value = "task-3037937" [ 1134.521966] env[68627]: _type = "Task" [ 1134.521966] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.532364] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52278634-1cac-3383-6985-30f412d01b94, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.532761] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf160d9-f6f3-4498-b5e0-92d2e4615ad1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.542890] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.543142] env[68627]: DEBUG oslo_vmware.api [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037935, 'name': PowerOnVM_Task, 'duration_secs': 0.43881} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.543971] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.544192] env[68627]: INFO nova.compute.manager [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1134.544370] env[68627]: DEBUG nova.compute.manager [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.545338] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac75d178-8d30-490a-88c5-d46a4e995bb0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.550121] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1134.550121] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eae097-a369-42bb-be48-564b3cd425a1" [ 1134.550121] env[68627]: _type = "Task" [ 1134.550121] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.562876] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eae097-a369-42bb-be48-564b3cd425a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.638103] env[68627]: DEBUG nova.network.neutron [req-bac796ff-206c-4427-a72f-7ba8c1cf88c6 req-c7358426-7e68-4725-ba64-bbf099b718a6 service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Updated VIF entry in instance network info cache for port 375e9ee1-d9fa-4281-8254-37de2d262c6f. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.638522] env[68627]: DEBUG nova.network.neutron [req-bac796ff-206c-4427-a72f-7ba8c1cf88c6 req-c7358426-7e68-4725-ba64-bbf099b718a6 service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Updating instance_info_cache with network_info: [{"id": "375e9ee1-d9fa-4281-8254-37de2d262c6f", "address": "fa:16:3e:4e:3c:19", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap375e9ee1-d9", "ovs_interfaceid": "375e9ee1-d9fa-4281-8254-37de2d262c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.704680] env[68627]: DEBUG oslo_vmware.api [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3037936, 'name': PowerOnVM_Task, 'duration_secs': 0.478752} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.704947] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.705165] env[68627]: INFO nova.compute.manager [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1134.705413] env[68627]: DEBUG nova.compute.manager [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.706182] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a75da23-0a86-4196-8abc-d61f8dfbd5f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.722241] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.722389] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.722574] env[68627]: DEBUG nova.network.neutron [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.900933] env[68627]: DEBUG oslo_concurrency.lockutils [None req-034fbc4b-da4a-4c70-a151-53b5905ffb5a tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "6572d0b0-44c6-4e4c-ac44-4f649369c9f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.613s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.039893] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.065409] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52eae097-a369-42bb-be48-564b3cd425a1, 'name': SearchDatastore_Task, 'duration_secs': 0.019718} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.065656] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.069024] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 8224e82d-9840-4b39-8efe-035f7fd87e15/8224e82d-9840-4b39-8efe-035f7fd87e15.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.069897] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54d9411b-a857-4618-84d5-52319b603e47 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.072147] env[68627]: INFO nova.compute.manager [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Took 20.25 seconds to build instance. [ 1135.079148] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1135.079148] env[68627]: value = "task-3037938" [ 1135.079148] env[68627]: _type = "Task" [ 1135.079148] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.082984] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c68d61-599e-474e-ac7f-cfe6f71a63ef {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.090112] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.093360] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7947f398-7f4c-4f43-b962-2208f65af71b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.125510] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6b1614-f30e-4aca-977a-b6c955c6f562 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.133733] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b201d8d-38d2-4609-ad02-617c97376cfe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.147777] env[68627]: DEBUG oslo_concurrency.lockutils [req-bac796ff-206c-4427-a72f-7ba8c1cf88c6 req-c7358426-7e68-4725-ba64-bbf099b718a6 service nova] Releasing lock "refresh_cache-8224e82d-9840-4b39-8efe-035f7fd87e15" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.148630] env[68627]: DEBUG nova.compute.provider_tree [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.158085] env[68627]: DEBUG nova.compute.manager [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Received event network-vif-plugged-1eacaba1-3418-4366-b8ab-786ed152f056 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.158299] env[68627]: DEBUG oslo_concurrency.lockutils [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] Acquiring lock "25d2913f-ba20-4a47-9d52-70ed43a20075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.158505] env[68627]: DEBUG oslo_concurrency.lockutils [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.158666] env[68627]: DEBUG oslo_concurrency.lockutils [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.158830] env[68627]: DEBUG nova.compute.manager [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] No waiting events found dispatching network-vif-plugged-1eacaba1-3418-4366-b8ab-786ed152f056 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.158990] env[68627]: WARNING nova.compute.manager [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Received unexpected event network-vif-plugged-1eacaba1-3418-4366-b8ab-786ed152f056 for instance with vm_state building and task_state spawning. [ 1135.159235] env[68627]: DEBUG nova.compute.manager [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Received event network-changed-1eacaba1-3418-4366-b8ab-786ed152f056 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.159310] env[68627]: DEBUG nova.compute.manager [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Refreshing instance network info cache due to event network-changed-1eacaba1-3418-4366-b8ab-786ed152f056. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.159510] env[68627]: DEBUG oslo_concurrency.lockutils [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] Acquiring lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.225459] env[68627]: INFO nova.compute.manager [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Took 19.77 seconds to build instance. [ 1135.258498] env[68627]: DEBUG nova.network.neutron [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.541165] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "b8bef721-f34f-42c7-9788-9be6bf141c55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.541434] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.547303] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037937, 'name': ReconfigVM_Task, 'duration_secs': 0.883585} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.547813] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 0204e32b-986b-48a1-bccc-ba413aad5e59/0204e32b-986b-48a1-bccc-ba413aad5e59.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.548597] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb67801f-77c9-4a53-ac46-388aad8b9ce2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.557432] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1135.557432] env[68627]: value = "task-3037939" [ 1135.557432] env[68627]: _type = "Task" [ 1135.557432] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.575776] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ff04092f-59f8-4a47-8218-7a46787f5290 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.765s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.576219] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037939, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.593026] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037938, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.651732] env[68627]: DEBUG nova.scheduler.client.report [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.730993] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5a52f8d0-677b-4ddb-9b43-f90fbde35041 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.283s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.769666] env[68627]: DEBUG nova.network.neutron [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updating instance_info_cache with network_info: [{"id": "1eacaba1-3418-4366-b8ab-786ed152f056", "address": "fa:16:3e:86:f1:0e", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eacaba1-34", "ovs_interfaceid": "1eacaba1-3418-4366-b8ab-786ed152f056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.898210] env[68627]: DEBUG nova.compute.manager [req-1fd3e1b4-0413-47db-87e0-28c1ac50af34 req-724f6e7c-dde1-48d6-a736-2926a11a1187 service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Received event network-changed-2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.898425] env[68627]: DEBUG nova.compute.manager [req-1fd3e1b4-0413-47db-87e0-28c1ac50af34 req-724f6e7c-dde1-48d6-a736-2926a11a1187 service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Refreshing instance network info cache due to event network-changed-2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.898613] env[68627]: DEBUG oslo_concurrency.lockutils [req-1fd3e1b4-0413-47db-87e0-28c1ac50af34 req-724f6e7c-dde1-48d6-a736-2926a11a1187 service nova] Acquiring lock "refresh_cache-7e03aebf-7b34-41d4-9a33-41832d2373a6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.898758] env[68627]: DEBUG oslo_concurrency.lockutils [req-1fd3e1b4-0413-47db-87e0-28c1ac50af34 req-724f6e7c-dde1-48d6-a736-2926a11a1187 service nova] Acquired lock "refresh_cache-7e03aebf-7b34-41d4-9a33-41832d2373a6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.898919] env[68627]: DEBUG nova.network.neutron [req-1fd3e1b4-0413-47db-87e0-28c1ac50af34 req-724f6e7c-dde1-48d6-a736-2926a11a1187 service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Refreshing network info cache for port 2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.048754] env[68627]: DEBUG nova.compute.manager [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.067250] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037939, 'name': Rename_Task, 'duration_secs': 0.264647} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.067665] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.067767] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7378b4bd-f24e-4acc-9b23-b50ac4fe2c0a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.074560] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1136.074560] env[68627]: value = "task-3037940" [ 1136.074560] env[68627]: _type = "Task" [ 1136.074560] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.084819] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.089599] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610036} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.089832] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 8224e82d-9840-4b39-8efe-035f7fd87e15/8224e82d-9840-4b39-8efe-035f7fd87e15.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.090052] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.090307] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfe02fd3-c9d7-47b6-9eb4-0488e4d7b253 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.095760] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1136.095760] env[68627]: value = "task-3037941" [ 1136.095760] env[68627]: _type = "Task" [ 1136.095760] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.103807] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.159962] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.162543] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.762s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.162779] env[68627]: DEBUG nova.objects.instance [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lazy-loading 'resources' on Instance uuid 099c1c96-a127-4e53-a117-e681e3e395a1 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.181063] env[68627]: INFO nova.scheduler.client.report [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted allocations for instance a76b41c7-58c1-44bc-842e-b1d955b3c6fb [ 1136.272273] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.272608] env[68627]: DEBUG nova.compute.manager [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Instance network_info: |[{"id": "1eacaba1-3418-4366-b8ab-786ed152f056", "address": "fa:16:3e:86:f1:0e", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eacaba1-34", "ovs_interfaceid": "1eacaba1-3418-4366-b8ab-786ed152f056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.272902] env[68627]: DEBUG oslo_concurrency.lockutils [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] Acquired lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.273107] env[68627]: DEBUG nova.network.neutron [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Refreshing network info cache for port 1eacaba1-3418-4366-b8ab-786ed152f056 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.274325] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:f1:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eacaba1-3418-4366-b8ab-786ed152f056', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.285891] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.288768] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.288768] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af32e96a-3b47-4ea7-a739-6c65c8433c0d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.313265] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.313265] env[68627]: value = "task-3037942" [ 1136.313265] env[68627]: _type = "Task" [ 1136.313265] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.321946] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037942, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.571851] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.584039] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037940, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.606052] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.303548} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.606373] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.607158] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896a670e-9514-44eb-a0ed-0e05259151c1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.629432] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 8224e82d-9840-4b39-8efe-035f7fd87e15/8224e82d-9840-4b39-8efe-035f7fd87e15.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.629799] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-530c08d4-648c-4341-8aaf-19f4432ebb6d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.651847] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1136.651847] env[68627]: value = "task-3037943" [ 1136.651847] env[68627]: _type = "Task" [ 1136.651847] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.659761] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.688633] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4450328a-d606-4f49-a8e6-9d9c61282e59 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "a76b41c7-58c1-44bc-842e-b1d955b3c6fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.607s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.771032] env[68627]: DEBUG nova.network.neutron [req-1fd3e1b4-0413-47db-87e0-28c1ac50af34 req-724f6e7c-dde1-48d6-a736-2926a11a1187 service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Updated VIF entry in instance network info cache for port 2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.771218] env[68627]: DEBUG nova.network.neutron [req-1fd3e1b4-0413-47db-87e0-28c1ac50af34 req-724f6e7c-dde1-48d6-a736-2926a11a1187 service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Updating instance_info_cache with network_info: [{"id": "2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8", "address": "fa:16:3e:2c:de:f4", "network": {"id": "39398b66-65b0-4268-8f1e-7c88b824011b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-657409033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a44960054d9845d48217de515f29b063", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f9277c1-0e", "ovs_interfaceid": "2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.824551] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037942, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.885718] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a8664f-8446-4c45-9384-09702a5c167a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.893334] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c2c508-13a2-450d-a732-be65274b93a6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.932015] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80814bb0-39d7-48e3-8311-5876c5a6743f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.941527] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de181fb1-f5fa-4649-823e-caf4cbf0be42 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.956995] env[68627]: DEBUG nova.compute.provider_tree [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.088196] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037940, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.164398] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.169615] env[68627]: DEBUG nova.network.neutron [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updated VIF entry in instance network info cache for port 1eacaba1-3418-4366-b8ab-786ed152f056. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.172126] env[68627]: DEBUG nova.network.neutron [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updating instance_info_cache with network_info: [{"id": "1eacaba1-3418-4366-b8ab-786ed152f056", "address": "fa:16:3e:86:f1:0e", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eacaba1-34", "ovs_interfaceid": "1eacaba1-3418-4366-b8ab-786ed152f056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.278255] env[68627]: DEBUG oslo_concurrency.lockutils [req-1fd3e1b4-0413-47db-87e0-28c1ac50af34 req-724f6e7c-dde1-48d6-a736-2926a11a1187 service nova] Releasing lock "refresh_cache-7e03aebf-7b34-41d4-9a33-41832d2373a6" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.284984] env[68627]: DEBUG nova.compute.manager [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Received event network-changed-9178fb71-c436-47d3-83bf-37f569a861ee {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.285200] env[68627]: DEBUG nova.compute.manager [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Refreshing instance network info cache due to event network-changed-9178fb71-c436-47d3-83bf-37f569a861ee. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.285515] env[68627]: DEBUG oslo_concurrency.lockutils [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] Acquiring lock "refresh_cache-7d63cf7b-7227-4d99-b08c-b7bc56020e1b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.285581] env[68627]: DEBUG oslo_concurrency.lockutils [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] Acquired lock "refresh_cache-7d63cf7b-7227-4d99-b08c-b7bc56020e1b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.285792] env[68627]: DEBUG nova.network.neutron [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Refreshing network info cache for port 9178fb71-c436-47d3-83bf-37f569a861ee {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.326810] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037942, 'name': CreateVM_Task, 'duration_secs': 0.770974} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.326998] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.327809] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.327978] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.328320] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.328588] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-482e8990-b4a9-454d-ba30-967a61b55f84 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.333409] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1137.333409] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52074111-320d-0c51-8fac-e3fc9f346ae8" [ 1137.333409] env[68627]: _type = "Task" [ 1137.333409] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.342939] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52074111-320d-0c51-8fac-e3fc9f346ae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.479675] env[68627]: ERROR nova.scheduler.client.report [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [req-e7cff37b-c135-47d4-bbba-a8b5f1fc3593] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e7cff37b-c135-47d4-bbba-a8b5f1fc3593"}]} [ 1137.496447] env[68627]: DEBUG nova.scheduler.client.report [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1137.508606] env[68627]: DEBUG nova.scheduler.client.report [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1137.508865] env[68627]: DEBUG nova.compute.provider_tree [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.522649] env[68627]: DEBUG nova.scheduler.client.report [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: None {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1137.537649] env[68627]: DEBUG nova.scheduler.client.report [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1137.587986] env[68627]: DEBUG oslo_vmware.api [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3037940, 'name': PowerOnVM_Task, 'duration_secs': 1.064825} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.590424] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.590682] env[68627]: INFO nova.compute.manager [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1137.590900] env[68627]: DEBUG nova.compute.manager [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.591877] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c533adf0-5ad4-4798-9cdc-85bdf84c10e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.661621] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037943, 'name': ReconfigVM_Task, 'duration_secs': 0.567374} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.664049] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 8224e82d-9840-4b39-8efe-035f7fd87e15/8224e82d-9840-4b39-8efe-035f7fd87e15.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.664816] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b395f09f-00d2-4d48-a081-e7d3f557907e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.670969] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1137.670969] env[68627]: value = "task-3037944" [ 1137.670969] env[68627]: _type = "Task" [ 1137.670969] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.675960] env[68627]: DEBUG oslo_concurrency.lockutils [req-158a923e-306c-4521-865a-0ea65eea8937 req-6cb11181-c990-4e63-8b32-a7da4411f8b2 service nova] Releasing lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.681177] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037944, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.745563] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5533de9d-4fec-483b-8e97-4a319bac1277 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.755829] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fea9ad-392d-4c61-b639-7a2a5543f8eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.787217] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c71bb0-db1b-4a3c-8be3-b27fa2683f66 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.797099] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbdb97d-a160-4576-b14e-07077e1ac436 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.813437] env[68627]: DEBUG nova.compute.provider_tree [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.847033] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52074111-320d-0c51-8fac-e3fc9f346ae8, 'name': SearchDatastore_Task, 'duration_secs': 0.012898} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.847204] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.847330] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.847573] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.847775] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.848063] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.848630] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daebf2b6-6710-4d1f-88f9-ac52277aca01 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.861967] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.862181] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.862921] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55e5f38c-a05c-4b8e-a7c1-468977b4fdfc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.869163] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1137.869163] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e91ad0-0629-4406-4c91-7f41e8e2cd40" [ 1137.869163] env[68627]: _type = "Task" [ 1137.869163] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.877694] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e91ad0-0629-4406-4c91-7f41e8e2cd40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.940051] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "64eea1e7-34f6-40e4-ba0e-ac472f500580" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.940263] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "64eea1e7-34f6-40e4-ba0e-ac472f500580" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.020658] env[68627]: DEBUG nova.network.neutron [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Updated VIF entry in instance network info cache for port 9178fb71-c436-47d3-83bf-37f569a861ee. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.021069] env[68627]: DEBUG nova.network.neutron [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Updating instance_info_cache with network_info: [{"id": "9178fb71-c436-47d3-83bf-37f569a861ee", "address": "fa:16:3e:e1:6a:ce", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9178fb71-c4", "ovs_interfaceid": "9178fb71-c436-47d3-83bf-37f569a861ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.110436] env[68627]: INFO nova.compute.manager [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Took 22.12 seconds to build instance. [ 1138.182645] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037944, 'name': Rename_Task, 'duration_secs': 0.270359} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.182950] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.183224] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c616848a-e2dd-40fc-bc28-f1e9da6bdc1b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.190414] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1138.190414] env[68627]: value = "task-3037945" [ 1138.190414] env[68627]: _type = "Task" [ 1138.190414] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.198537] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.337869] env[68627]: DEBUG nova.compute.manager [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Stashing vm_state: active {{(pid=68627) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1138.347345] env[68627]: DEBUG nova.scheduler.client.report [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1138.347889] env[68627]: DEBUG nova.compute.provider_tree [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 155 to 156 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1138.347889] env[68627]: DEBUG nova.compute.provider_tree [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.381527] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e91ad0-0629-4406-4c91-7f41e8e2cd40, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.382382] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfbabe3d-907a-4c29-969c-d2c78c68d4ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.388681] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1138.388681] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e456e6-c63c-1015-ef22-873dad5324db" [ 1138.388681] env[68627]: _type = "Task" [ 1138.388681] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.396987] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e456e6-c63c-1015-ef22-873dad5324db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.443256] env[68627]: DEBUG nova.compute.manager [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.523462] env[68627]: DEBUG oslo_concurrency.lockutils [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] Releasing lock "refresh_cache-7d63cf7b-7227-4d99-b08c-b7bc56020e1b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.523731] env[68627]: DEBUG nova.compute.manager [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Received event network-changed-3273dfb9-437f-48b8-94cb-0817956d6a57 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.523901] env[68627]: DEBUG nova.compute.manager [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Refreshing instance network info cache due to event network-changed-3273dfb9-437f-48b8-94cb-0817956d6a57. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.524127] env[68627]: DEBUG oslo_concurrency.lockutils [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] Acquiring lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.524274] env[68627]: DEBUG oslo_concurrency.lockutils [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] Acquired lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.524439] env[68627]: DEBUG nova.network.neutron [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Refreshing network info cache for port 3273dfb9-437f-48b8-94cb-0817956d6a57 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.612510] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3e33d927-cc84-43fb-8698-9a5863629920 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "0204e32b-986b-48a1-bccc-ba413aad5e59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.628s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.700522] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037945, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.852540] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.690s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.856104] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.318s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.858541] env[68627]: INFO nova.compute.claims [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.899484] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e456e6-c63c-1015-ef22-873dad5324db, 'name': SearchDatastore_Task, 'duration_secs': 0.021025} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.899721] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.900017] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 25d2913f-ba20-4a47-9d52-70ed43a20075/25d2913f-ba20-4a47-9d52-70ed43a20075.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.900285] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a0fa762-cf9a-4572-89f7-9774e87c51c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.907285] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1138.907285] env[68627]: value = "task-3037946" [ 1138.907285] env[68627]: _type = "Task" [ 1138.907285] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.916590] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.932622] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.951922] env[68627]: INFO nova.scheduler.client.report [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleted allocations for instance 099c1c96-a127-4e53-a117-e681e3e395a1 [ 1138.963706] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.204020] env[68627]: DEBUG oslo_vmware.api [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3037945, 'name': PowerOnVM_Task, 'duration_secs': 0.970011} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.204440] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.204575] env[68627]: INFO nova.compute.manager [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1139.204793] env[68627]: DEBUG nova.compute.manager [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.205732] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4251cbb8-54ae-4988-b9d9-e5cf01573270 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.396122] env[68627]: DEBUG nova.network.neutron [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updated VIF entry in instance network info cache for port 3273dfb9-437f-48b8-94cb-0817956d6a57. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.396323] env[68627]: DEBUG nova.network.neutron [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance_info_cache with network_info: [{"id": "3273dfb9-437f-48b8-94cb-0817956d6a57", "address": "fa:16:3e:99:9c:38", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3273dfb9-43", "ovs_interfaceid": "3273dfb9-437f-48b8-94cb-0817956d6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.416330] env[68627]: DEBUG nova.compute.manager [req-eb2fc1dd-7e23-4b68-af7f-377001e06b64 req-c65ff1cf-8c9f-4f79-ae1f-c56d74e02c4c service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Received event network-changed-0a464c04-7650-480d-b9c5-cb0177f31d48 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.416535] env[68627]: DEBUG nova.compute.manager [req-eb2fc1dd-7e23-4b68-af7f-377001e06b64 req-c65ff1cf-8c9f-4f79-ae1f-c56d74e02c4c service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Refreshing instance network info cache due to event network-changed-0a464c04-7650-480d-b9c5-cb0177f31d48. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.416748] env[68627]: DEBUG oslo_concurrency.lockutils [req-eb2fc1dd-7e23-4b68-af7f-377001e06b64 req-c65ff1cf-8c9f-4f79-ae1f-c56d74e02c4c service nova] Acquiring lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.416895] env[68627]: DEBUG oslo_concurrency.lockutils [req-eb2fc1dd-7e23-4b68-af7f-377001e06b64 req-c65ff1cf-8c9f-4f79-ae1f-c56d74e02c4c service nova] Acquired lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.417074] env[68627]: DEBUG nova.network.neutron [req-eb2fc1dd-7e23-4b68-af7f-377001e06b64 req-c65ff1cf-8c9f-4f79-ae1f-c56d74e02c4c service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Refreshing network info cache for port 0a464c04-7650-480d-b9c5-cb0177f31d48 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.421809] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037946, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.462028] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7050f2c9-2f2d-45a3-8230-adacdc8f7762 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "099c1c96-a127-4e53-a117-e681e3e395a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.432s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.723335] env[68627]: INFO nova.compute.manager [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Took 20.96 seconds to build instance. [ 1139.898817] env[68627]: DEBUG oslo_concurrency.lockutils [req-2fdac85c-7f77-4019-bc28-b9468d347173 req-ec4e67dc-6630-4ab5-aaef-0451af395702 service nova] Releasing lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.920108] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803425} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.920437] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 25d2913f-ba20-4a47-9d52-70ed43a20075/25d2913f-ba20-4a47-9d52-70ed43a20075.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.920611] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.920894] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d05539aa-babd-45cc-918a-579dcae3f8bb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.929699] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1139.929699] env[68627]: value = "task-3037947" [ 1139.929699] env[68627]: _type = "Task" [ 1139.929699] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.940096] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.138526] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ca2c24-20c8-4f75-b437-2165bfda64af {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.147720] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7b14dc-e4e2-4748-b92f-6f2d59b23999 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.190294] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c65732d-fdeb-4734-a0d0-4550b25c74e3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.197917] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90770bd3-80e8-45ab-94c8-286e8b0fafab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.213910] env[68627]: DEBUG nova.compute.provider_tree [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.225131] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e56f8cbd-a50d-4803-a72e-7dabec9219fe tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "8224e82d-9840-4b39-8efe-035f7fd87e15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.473s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.443460] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069349} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.443819] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.447380] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a57a21-b74a-4106-8228-9f7b3fa4d856 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.473824] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 25d2913f-ba20-4a47-9d52-70ed43a20075/25d2913f-ba20-4a47-9d52-70ed43a20075.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.474226] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f171fba-e318-4748-a21f-4c7d22b8affb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.496395] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1140.496395] env[68627]: value = "task-3037948" [ 1140.496395] env[68627]: _type = "Task" [ 1140.496395] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.505960] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.668957] env[68627]: DEBUG nova.network.neutron [req-eb2fc1dd-7e23-4b68-af7f-377001e06b64 req-c65ff1cf-8c9f-4f79-ae1f-c56d74e02c4c service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updated VIF entry in instance network info cache for port 0a464c04-7650-480d-b9c5-cb0177f31d48. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.669356] env[68627]: DEBUG nova.network.neutron [req-eb2fc1dd-7e23-4b68-af7f-377001e06b64 req-c65ff1cf-8c9f-4f79-ae1f-c56d74e02c4c service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance_info_cache with network_info: [{"id": "0a464c04-7650-480d-b9c5-cb0177f31d48", "address": "fa:16:3e:98:e7:a0", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a464c04-76", "ovs_interfaceid": "0a464c04-7650-480d-b9c5-cb0177f31d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.716773] env[68627]: DEBUG nova.scheduler.client.report [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.010591] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.172016] env[68627]: DEBUG oslo_concurrency.lockutils [req-eb2fc1dd-7e23-4b68-af7f-377001e06b64 req-c65ff1cf-8c9f-4f79-ae1f-c56d74e02c4c service nova] Releasing lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.224285] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.224850] env[68627]: DEBUG nova.compute.manager [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.227604] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.172s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.229150] env[68627]: INFO nova.compute.claims [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.447011] env[68627]: DEBUG nova.compute.manager [req-069d25f8-6d39-428a-b6a2-ca3a653ffcc4 req-ede0ecae-16f2-45b4-8952-a6cea8e753d8 service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Received event network-changed-375e9ee1-d9fa-4281-8254-37de2d262c6f {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.447244] env[68627]: DEBUG nova.compute.manager [req-069d25f8-6d39-428a-b6a2-ca3a653ffcc4 req-ede0ecae-16f2-45b4-8952-a6cea8e753d8 service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Refreshing instance network info cache due to event network-changed-375e9ee1-d9fa-4281-8254-37de2d262c6f. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.447492] env[68627]: DEBUG oslo_concurrency.lockutils [req-069d25f8-6d39-428a-b6a2-ca3a653ffcc4 req-ede0ecae-16f2-45b4-8952-a6cea8e753d8 service nova] Acquiring lock "refresh_cache-8224e82d-9840-4b39-8efe-035f7fd87e15" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.447651] env[68627]: DEBUG oslo_concurrency.lockutils [req-069d25f8-6d39-428a-b6a2-ca3a653ffcc4 req-ede0ecae-16f2-45b4-8952-a6cea8e753d8 service nova] Acquired lock "refresh_cache-8224e82d-9840-4b39-8efe-035f7fd87e15" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.447812] env[68627]: DEBUG nova.network.neutron [req-069d25f8-6d39-428a-b6a2-ca3a653ffcc4 req-ede0ecae-16f2-45b4-8952-a6cea8e753d8 service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Refreshing network info cache for port 375e9ee1-d9fa-4281-8254-37de2d262c6f {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.509098] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037948, 'name': ReconfigVM_Task, 'duration_secs': 0.836696} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.509771] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 25d2913f-ba20-4a47-9d52-70ed43a20075/25d2913f-ba20-4a47-9d52-70ed43a20075.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.509958] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f05cda9-5dce-4002-9d13-8b38d63b4c61 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.516069] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1141.516069] env[68627]: value = "task-3037949" [ 1141.516069] env[68627]: _type = "Task" [ 1141.516069] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.523665] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037949, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.733586] env[68627]: DEBUG nova.compute.utils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.737377] env[68627]: DEBUG nova.compute.manager [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.737593] env[68627]: DEBUG nova.network.neutron [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.762889] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.763135] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.791912] env[68627]: DEBUG nova.policy [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4baa0bfa18f4892aeae1e2dd60ccfbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b375d5283e14877a7855a4790376d3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.026056] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037949, 'name': Rename_Task, 'duration_secs': 0.133216} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.026359] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.026625] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91c18031-30c4-417b-974e-4f9f6332898b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.033426] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1142.033426] env[68627]: value = "task-3037950" [ 1142.033426] env[68627]: _type = "Task" [ 1142.033426] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.040980] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.136678] env[68627]: DEBUG nova.network.neutron [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Successfully created port: c7447b46-3a01-40cd-8444-cce1742ecb53 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.159154] env[68627]: DEBUG nova.network.neutron [req-069d25f8-6d39-428a-b6a2-ca3a653ffcc4 req-ede0ecae-16f2-45b4-8952-a6cea8e753d8 service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Updated VIF entry in instance network info cache for port 375e9ee1-d9fa-4281-8254-37de2d262c6f. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.159574] env[68627]: DEBUG nova.network.neutron [req-069d25f8-6d39-428a-b6a2-ca3a653ffcc4 req-ede0ecae-16f2-45b4-8952-a6cea8e753d8 service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Updating instance_info_cache with network_info: [{"id": "375e9ee1-d9fa-4281-8254-37de2d262c6f", "address": "fa:16:3e:4e:3c:19", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap375e9ee1-d9", "ovs_interfaceid": "375e9ee1-d9fa-4281-8254-37de2d262c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.238506] env[68627]: DEBUG nova.compute.manager [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.267668] env[68627]: DEBUG nova.compute.manager [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.480400] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5776876-e348-40b8-b0fe-960cdb85cc84 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.488935] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa4389b-5333-4b85-869d-4a5979314cd5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.520856] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138219d7-7ae2-4507-8efe-d60ec5fd321e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.528059] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a843ad-a36e-49a7-8149-666e85f0e1eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.542616] env[68627]: DEBUG nova.compute.provider_tree [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.552386] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037950, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.662042] env[68627]: DEBUG oslo_concurrency.lockutils [req-069d25f8-6d39-428a-b6a2-ca3a653ffcc4 req-ede0ecae-16f2-45b4-8952-a6cea8e753d8 service nova] Releasing lock "refresh_cache-8224e82d-9840-4b39-8efe-035f7fd87e15" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.790559] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.048831] env[68627]: DEBUG nova.scheduler.client.report [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.054916] env[68627]: DEBUG oslo_vmware.api [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3037950, 'name': PowerOnVM_Task, 'duration_secs': 0.727904} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.055394] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.055604] env[68627]: INFO nova.compute.manager [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1143.055783] env[68627]: DEBUG nova.compute.manager [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.056577] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483edc32-05f6-4288-bcb9-19957545f029 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.251879] env[68627]: DEBUG nova.compute.manager [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.277454] env[68627]: DEBUG nova.virt.hardware [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.277753] env[68627]: DEBUG nova.virt.hardware [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.277917] env[68627]: DEBUG nova.virt.hardware [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.278122] env[68627]: DEBUG nova.virt.hardware [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.278274] env[68627]: DEBUG nova.virt.hardware [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.278425] env[68627]: DEBUG nova.virt.hardware [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.278635] env[68627]: DEBUG nova.virt.hardware [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.278796] env[68627]: DEBUG nova.virt.hardware [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.278965] env[68627]: DEBUG nova.virt.hardware [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.279145] env[68627]: DEBUG nova.virt.hardware [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.279323] env[68627]: DEBUG nova.virt.hardware [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.280198] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ebaf11-8b14-48b8-89ab-2e31c2c1548f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.288034] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfa9116-b8cc-482b-9374-589556a801a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.542669] env[68627]: DEBUG nova.compute.manager [req-d7dd5bc8-3ee3-4a3e-9ad8-e25f9d63e9dc req-498e486f-3f73-4092-a45d-2bc97c931c34 service nova] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Received event network-vif-plugged-c7447b46-3a01-40cd-8444-cce1742ecb53 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.542905] env[68627]: DEBUG oslo_concurrency.lockutils [req-d7dd5bc8-3ee3-4a3e-9ad8-e25f9d63e9dc req-498e486f-3f73-4092-a45d-2bc97c931c34 service nova] Acquiring lock "012a585f-c124-4a98-94ae-4df54a88989f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.543144] env[68627]: DEBUG oslo_concurrency.lockutils [req-d7dd5bc8-3ee3-4a3e-9ad8-e25f9d63e9dc req-498e486f-3f73-4092-a45d-2bc97c931c34 service nova] Lock "012a585f-c124-4a98-94ae-4df54a88989f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.543396] env[68627]: DEBUG oslo_concurrency.lockutils [req-d7dd5bc8-3ee3-4a3e-9ad8-e25f9d63e9dc req-498e486f-3f73-4092-a45d-2bc97c931c34 service nova] Lock "012a585f-c124-4a98-94ae-4df54a88989f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.543581] env[68627]: DEBUG nova.compute.manager [req-d7dd5bc8-3ee3-4a3e-9ad8-e25f9d63e9dc req-498e486f-3f73-4092-a45d-2bc97c931c34 service nova] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] No waiting events found dispatching network-vif-plugged-c7447b46-3a01-40cd-8444-cce1742ecb53 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.543739] env[68627]: WARNING nova.compute.manager [req-d7dd5bc8-3ee3-4a3e-9ad8-e25f9d63e9dc req-498e486f-3f73-4092-a45d-2bc97c931c34 service nova] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Received unexpected event network-vif-plugged-c7447b46-3a01-40cd-8444-cce1742ecb53 for instance with vm_state building and task_state spawning. [ 1143.556745] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.557227] env[68627]: DEBUG nova.compute.manager [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.559856] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.112s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.572496] env[68627]: INFO nova.compute.manager [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Took 24.59 seconds to build instance. [ 1143.635927] env[68627]: DEBUG nova.network.neutron [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Successfully updated port: c7447b46-3a01-40cd-8444-cce1742ecb53 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.063896] env[68627]: DEBUG nova.compute.utils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.070758] env[68627]: DEBUG nova.compute.manager [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.070936] env[68627]: DEBUG nova.network.neutron [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.074695] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5bd9993c-56bb-4a90-adf3-2877f1b2f4c2 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.103s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.139040] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "refresh_cache-012a585f-c124-4a98-94ae-4df54a88989f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.139040] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired lock "refresh_cache-012a585f-c124-4a98-94ae-4df54a88989f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.139040] env[68627]: DEBUG nova.network.neutron [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.164789] env[68627]: DEBUG nova.policy [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98648bcd506f466cb76026d4b8aac4e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53b4c921012443498d471ec05c26486d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.559637] env[68627]: DEBUG nova.network.neutron [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Successfully created port: 28d96100-44d3-4b51-a138-fa96f31245ce {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.571954] env[68627]: DEBUG nova.compute.manager [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.579154] env[68627]: INFO nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating resource usage from migration 4402ac2b-6f10-410d-b373-077cc6a38620 [ 1144.604158] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7d63cf7b-7227-4d99-b08c-b7bc56020e1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.604343] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 546c1c7c-6442-41d7-8de2-b4d16b2342f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.604471] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance e0fff958-b6df-4d38-b9c0-f1a5babd266c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.604590] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 3f7d1875-756b-473a-a501-0bd2e827661d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.604704] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.604818] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7e03aebf-7b34-41d4-9a33-41832d2373a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.604930] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 0204e32b-986b-48a1-bccc-ba413aad5e59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.605052] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 8224e82d-9840-4b39-8efe-035f7fd87e15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.605165] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 25d2913f-ba20-4a47-9d52-70ed43a20075 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.605343] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 012a585f-c124-4a98-94ae-4df54a88989f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.605471] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 6a60f86b-90ac-4ce5-8f27-27bf265687c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1144.691589] env[68627]: DEBUG nova.network.neutron [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.008292] env[68627]: DEBUG nova.network.neutron [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Updating instance_info_cache with network_info: [{"id": "c7447b46-3a01-40cd-8444-cce1742ecb53", "address": "fa:16:3e:80:20:73", "network": {"id": "e56c98b0-1b95-4233-a536-f08b11ccfa1d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057903290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b375d5283e14877a7855a4790376d3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7447b46-3a", "ovs_interfaceid": "c7447b46-3a01-40cd-8444-cce1742ecb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.111591] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance b8bef721-f34f-42c7-9788-9be6bf141c55 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1145.111765] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Migration 4402ac2b-6f10-410d-b373-077cc6a38620 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1145.119489] env[68627]: DEBUG nova.compute.manager [req-e28ffebb-a186-4873-ab32-4ce48ad35d31 req-16128362-c151-48d2-b956-ee93a99abead service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Received event network-changed-1eacaba1-3418-4366-b8ab-786ed152f056 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.119990] env[68627]: DEBUG nova.compute.manager [req-e28ffebb-a186-4873-ab32-4ce48ad35d31 req-16128362-c151-48d2-b956-ee93a99abead service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Refreshing instance network info cache due to event network-changed-1eacaba1-3418-4366-b8ab-786ed152f056. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.120472] env[68627]: DEBUG oslo_concurrency.lockutils [req-e28ffebb-a186-4873-ab32-4ce48ad35d31 req-16128362-c151-48d2-b956-ee93a99abead service nova] Acquiring lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.120692] env[68627]: DEBUG oslo_concurrency.lockutils [req-e28ffebb-a186-4873-ab32-4ce48ad35d31 req-16128362-c151-48d2-b956-ee93a99abead service nova] Acquired lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.121015] env[68627]: DEBUG nova.network.neutron [req-e28ffebb-a186-4873-ab32-4ce48ad35d31 req-16128362-c151-48d2-b956-ee93a99abead service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Refreshing network info cache for port 1eacaba1-3418-4366-b8ab-786ed152f056 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.511096] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Releasing lock "refresh_cache-012a585f-c124-4a98-94ae-4df54a88989f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.511493] env[68627]: DEBUG nova.compute.manager [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Instance network_info: |[{"id": "c7447b46-3a01-40cd-8444-cce1742ecb53", "address": "fa:16:3e:80:20:73", "network": {"id": "e56c98b0-1b95-4233-a536-f08b11ccfa1d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057903290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b375d5283e14877a7855a4790376d3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7447b46-3a", "ovs_interfaceid": "c7447b46-3a01-40cd-8444-cce1742ecb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.511987] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:20:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7447b46-3a01-40cd-8444-cce1742ecb53', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.520795] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.521466] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.521742] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0459f922-51d9-4613-a67b-4f58b559759c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.544204] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.544204] env[68627]: value = "task-3037951" [ 1145.544204] env[68627]: _type = "Task" [ 1145.544204] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.552729] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037951, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.569685] env[68627]: DEBUG nova.compute.manager [req-3b10a85d-6e3e-4cb5-ad6d-4fd29563ea39 req-4958cbea-f142-4af0-86da-9bffe2ee0229 service nova] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Received event network-changed-c7447b46-3a01-40cd-8444-cce1742ecb53 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.569925] env[68627]: DEBUG nova.compute.manager [req-3b10a85d-6e3e-4cb5-ad6d-4fd29563ea39 req-4958cbea-f142-4af0-86da-9bffe2ee0229 service nova] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Refreshing instance network info cache due to event network-changed-c7447b46-3a01-40cd-8444-cce1742ecb53. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.570018] env[68627]: DEBUG oslo_concurrency.lockutils [req-3b10a85d-6e3e-4cb5-ad6d-4fd29563ea39 req-4958cbea-f142-4af0-86da-9bffe2ee0229 service nova] Acquiring lock "refresh_cache-012a585f-c124-4a98-94ae-4df54a88989f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.570600] env[68627]: DEBUG oslo_concurrency.lockutils [req-3b10a85d-6e3e-4cb5-ad6d-4fd29563ea39 req-4958cbea-f142-4af0-86da-9bffe2ee0229 service nova] Acquired lock "refresh_cache-012a585f-c124-4a98-94ae-4df54a88989f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.570714] env[68627]: DEBUG nova.network.neutron [req-3b10a85d-6e3e-4cb5-ad6d-4fd29563ea39 req-4958cbea-f142-4af0-86da-9bffe2ee0229 service nova] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Refreshing network info cache for port c7447b46-3a01-40cd-8444-cce1742ecb53 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.590280] env[68627]: DEBUG nova.compute.manager [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.615169] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 64eea1e7-34f6-40e4-ba0e-ac472f500580 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1145.615400] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance f6fdc596-8292-4932-acae-1bffc6eb4e55 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.619437] env[68627]: DEBUG nova.virt.hardware [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.619849] env[68627]: DEBUG nova.virt.hardware [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.620088] env[68627]: DEBUG nova.virt.hardware [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.620291] env[68627]: DEBUG nova.virt.hardware [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.620441] env[68627]: DEBUG nova.virt.hardware [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.620588] env[68627]: DEBUG nova.virt.hardware [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.620801] env[68627]: DEBUG nova.virt.hardware [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.620966] env[68627]: DEBUG nova.virt.hardware [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.621150] env[68627]: DEBUG nova.virt.hardware [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.621319] env[68627]: DEBUG nova.virt.hardware [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.621494] env[68627]: DEBUG nova.virt.hardware [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.622754] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a1fa72-6e82-4b8d-97be-f4d205fe812d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.633683] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecaf80e-bd94-4db7-bbf9-658d7916327a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.843307] env[68627]: DEBUG nova.network.neutron [req-e28ffebb-a186-4873-ab32-4ce48ad35d31 req-16128362-c151-48d2-b956-ee93a99abead service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updated VIF entry in instance network info cache for port 1eacaba1-3418-4366-b8ab-786ed152f056. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.843710] env[68627]: DEBUG nova.network.neutron [req-e28ffebb-a186-4873-ab32-4ce48ad35d31 req-16128362-c151-48d2-b956-ee93a99abead service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updating instance_info_cache with network_info: [{"id": "1eacaba1-3418-4366-b8ab-786ed152f056", "address": "fa:16:3e:86:f1:0e", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eacaba1-34", "ovs_interfaceid": "1eacaba1-3418-4366-b8ab-786ed152f056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.054326] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037951, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.066575] env[68627]: DEBUG nova.network.neutron [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Successfully updated port: 28d96100-44d3-4b51-a138-fa96f31245ce {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.126713] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance c656fe48-f2c0-4bc7-b0d0-0869038230f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1146.126948] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1146.127093] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1146.307295] env[68627]: DEBUG nova.network.neutron [req-3b10a85d-6e3e-4cb5-ad6d-4fd29563ea39 req-4958cbea-f142-4af0-86da-9bffe2ee0229 service nova] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Updated VIF entry in instance network info cache for port c7447b46-3a01-40cd-8444-cce1742ecb53. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.307727] env[68627]: DEBUG nova.network.neutron [req-3b10a85d-6e3e-4cb5-ad6d-4fd29563ea39 req-4958cbea-f142-4af0-86da-9bffe2ee0229 service nova] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Updating instance_info_cache with network_info: [{"id": "c7447b46-3a01-40cd-8444-cce1742ecb53", "address": "fa:16:3e:80:20:73", "network": {"id": "e56c98b0-1b95-4233-a536-f08b11ccfa1d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057903290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b375d5283e14877a7855a4790376d3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7447b46-3a", "ovs_interfaceid": "c7447b46-3a01-40cd-8444-cce1742ecb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.346956] env[68627]: DEBUG oslo_concurrency.lockutils [req-e28ffebb-a186-4873-ab32-4ce48ad35d31 req-16128362-c151-48d2-b956-ee93a99abead service nova] Releasing lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.348905] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db528cc-9acc-4d07-b7a1-156fea42a483 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.357186] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518923e1-1d45-4d9a-b511-2002e28be2bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.387506] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e7fc99-5c2f-4b83-af72-6266d3c6b8a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.395084] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac666207-d929-4dae-b2aa-d04d6d782cb6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.410038] env[68627]: DEBUG nova.compute.provider_tree [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.555287] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037951, 'name': CreateVM_Task, 'duration_secs': 0.732269} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.555487] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.556196] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.556407] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.557132] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.557132] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0d4e73-ba1a-4247-a8ea-5dc152c96ea4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.561822] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1146.561822] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e14b71-15fb-91cc-5b0f-4fc2aac81645" [ 1146.561822] env[68627]: _type = "Task" [ 1146.561822] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.569831] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.570121] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.570121] env[68627]: DEBUG nova.network.neutron [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.571204] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e14b71-15fb-91cc-5b0f-4fc2aac81645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.810476] env[68627]: DEBUG oslo_concurrency.lockutils [req-3b10a85d-6e3e-4cb5-ad6d-4fd29563ea39 req-4958cbea-f142-4af0-86da-9bffe2ee0229 service nova] Releasing lock "refresh_cache-012a585f-c124-4a98-94ae-4df54a88989f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.912669] env[68627]: DEBUG nova.scheduler.client.report [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.074223] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52e14b71-15fb-91cc-5b0f-4fc2aac81645, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.074632] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.074903] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.075208] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.075424] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.075651] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.076268] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70a64937-e8ee-442a-a899-c654f3eb3b2b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.084469] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.084648] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.085409] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00580932-02ac-46c4-ad53-7026c2c395a7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.090129] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1147.090129] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5291bf1e-ca31-14f1-22ed-f44d8f9463b7" [ 1147.090129] env[68627]: _type = "Task" [ 1147.090129] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.097682] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5291bf1e-ca31-14f1-22ed-f44d8f9463b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.102768] env[68627]: DEBUG nova.network.neutron [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.231039] env[68627]: DEBUG nova.network.neutron [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance_info_cache with network_info: [{"id": "28d96100-44d3-4b51-a138-fa96f31245ce", "address": "fa:16:3e:e2:6d:b6", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d96100-44", "ovs_interfaceid": "28d96100-44d3-4b51-a138-fa96f31245ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.417286] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1147.417549] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.858s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.417845] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.846s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.419361] env[68627]: INFO nova.compute.claims [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.422127] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.422280] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Cleaning up deleted instances {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1147.596956] env[68627]: DEBUG nova.compute.manager [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Received event network-vif-plugged-28d96100-44d3-4b51-a138-fa96f31245ce {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.596956] env[68627]: DEBUG oslo_concurrency.lockutils [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] Acquiring lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.596956] env[68627]: DEBUG oslo_concurrency.lockutils [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.597486] env[68627]: DEBUG oslo_concurrency.lockutils [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.597486] env[68627]: DEBUG nova.compute.manager [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] No waiting events found dispatching network-vif-plugged-28d96100-44d3-4b51-a138-fa96f31245ce {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.597486] env[68627]: WARNING nova.compute.manager [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Received unexpected event network-vif-plugged-28d96100-44d3-4b51-a138-fa96f31245ce for instance with vm_state building and task_state spawning. [ 1147.597654] env[68627]: DEBUG nova.compute.manager [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Received event network-changed-28d96100-44d3-4b51-a138-fa96f31245ce {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.597730] env[68627]: DEBUG nova.compute.manager [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Refreshing instance network info cache due to event network-changed-28d96100-44d3-4b51-a138-fa96f31245ce. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.597915] env[68627]: DEBUG oslo_concurrency.lockutils [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] Acquiring lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.604536] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5291bf1e-ca31-14f1-22ed-f44d8f9463b7, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.605325] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66084c97-9f4a-40f1-af9d-a7ac382ec717 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.610565] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1147.610565] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52dc0c9c-2d29-e1a6-b128-799523fc72a4" [ 1147.610565] env[68627]: _type = "Task" [ 1147.610565] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.618021] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52dc0c9c-2d29-e1a6-b128-799523fc72a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.733324] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.733678] env[68627]: DEBUG nova.compute.manager [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Instance network_info: |[{"id": "28d96100-44d3-4b51-a138-fa96f31245ce", "address": "fa:16:3e:e2:6d:b6", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d96100-44", "ovs_interfaceid": "28d96100-44d3-4b51-a138-fa96f31245ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.734016] env[68627]: DEBUG oslo_concurrency.lockutils [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] Acquired lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.734215] env[68627]: DEBUG nova.network.neutron [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Refreshing network info cache for port 28d96100-44d3-4b51-a138-fa96f31245ce {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.735777] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:6d:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28d96100-44d3-4b51-a138-fa96f31245ce', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.743284] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.744114] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.744339] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2579b714-8bd7-4bb3-aa89-a23e7a7de33d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.763111] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.763111] env[68627]: value = "task-3037952" [ 1147.763111] env[68627]: _type = "Task" [ 1147.763111] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.770351] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037952, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.942896] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] There are 64 instances to clean {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1147.942896] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: a76b41c7-58c1-44bc-842e-b1d955b3c6fb] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.122297] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52dc0c9c-2d29-e1a6-b128-799523fc72a4, 'name': SearchDatastore_Task, 'duration_secs': 0.039776} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.122561] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.122823] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 012a585f-c124-4a98-94ae-4df54a88989f/012a585f-c124-4a98-94ae-4df54a88989f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.123091] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67f5769f-26a8-461b-b49f-72b66e560e1b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.132330] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1148.132330] env[68627]: value = "task-3037953" [ 1148.132330] env[68627]: _type = "Task" [ 1148.132330] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.142068] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.147100] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e324c3c1-8807-44af-97ad-9b4cd94c4e62 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.153466] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb79fcb0-07fd-481b-91c4-9c8877c2d8b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.182824] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3f2ee8-024c-45ea-8354-dd8efc86c0a5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.190439] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61987244-79ea-46ea-acff-b446e6b8666e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.203766] env[68627]: DEBUG nova.compute.provider_tree [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.274795] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037952, 'name': CreateVM_Task, 'duration_secs': 0.308788} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.277073] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.278051] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.278228] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.278552] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.279116] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cd0bd1-c5d9-496f-b503-e0b7e40fbeb2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.283559] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1148.283559] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52df3a38-882a-b85c-b6b1-0a4a911c65b7" [ 1148.283559] env[68627]: _type = "Task" [ 1148.283559] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.291524] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52df3a38-882a-b85c-b6b1-0a4a911c65b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.449170] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 6572d0b0-44c6-4e4c-ac44-4f649369c9f2] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.491085] env[68627]: DEBUG nova.network.neutron [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updated VIF entry in instance network info cache for port 28d96100-44d3-4b51-a138-fa96f31245ce. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.491656] env[68627]: DEBUG nova.network.neutron [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance_info_cache with network_info: [{"id": "28d96100-44d3-4b51-a138-fa96f31245ce", "address": "fa:16:3e:e2:6d:b6", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d96100-44", "ovs_interfaceid": "28d96100-44d3-4b51-a138-fa96f31245ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.641942] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433491} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.642207] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 012a585f-c124-4a98-94ae-4df54a88989f/012a585f-c124-4a98-94ae-4df54a88989f.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.642417] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.642661] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab1be81e-eaf4-4d93-9f88-486d9de242b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.649332] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1148.649332] env[68627]: value = "task-3037954" [ 1148.649332] env[68627]: _type = "Task" [ 1148.649332] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.657282] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.707555] env[68627]: DEBUG nova.scheduler.client.report [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.794985] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52df3a38-882a-b85c-b6b1-0a4a911c65b7, 'name': SearchDatastore_Task, 'duration_secs': 0.056913} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.795317] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.795570] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.795807] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.795956] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.796155] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.796424] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-501fc287-b515-4b60-bb01-d3475a79c3ed {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.804579] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.804746] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.805501] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd4d64a-8b93-421a-90b4-6d52065cecf1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.810545] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1148.810545] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a60fe0-705e-cccc-814d-e02f4de4af8b" [ 1148.810545] env[68627]: _type = "Task" [ 1148.810545] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.817630] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a60fe0-705e-cccc-814d-e02f4de4af8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.952896] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 768e4ba3-53f0-4445-87ca-fb5960e6cff8] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.994789] env[68627]: DEBUG oslo_concurrency.lockutils [req-bebc416d-b8fe-43b2-aa3a-686785287e7f req-eee5a4ce-0546-4962-bf42-011d2ffa50a0 service nova] Releasing lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.158604] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094249} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.158855] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.159633] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24c50cc-47c2-4182-beba-e202b37e9da4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.181230] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 012a585f-c124-4a98-94ae-4df54a88989f/012a585f-c124-4a98-94ae-4df54a88989f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.181818] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7269f709-740d-4ec3-9c0b-38fda50aea41 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.201378] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1149.201378] env[68627]: value = "task-3037955" [ 1149.201378] env[68627]: _type = "Task" [ 1149.201378] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.209414] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.212198] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.794s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.212713] env[68627]: DEBUG nova.compute.manager [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.215302] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.283s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.322133] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a60fe0-705e-cccc-814d-e02f4de4af8b, 'name': SearchDatastore_Task, 'duration_secs': 0.008096} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.322864] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b874f20c-6dfa-4cb8-abea-98f76717727e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.327747] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1149.327747] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5269bb76-9c97-7579-d8b1-8261b48809e8" [ 1149.327747] env[68627]: _type = "Task" [ 1149.327747] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.334826] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5269bb76-9c97-7579-d8b1-8261b48809e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.457099] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: f7b9bbd3-5b93-4f2b-9426-e617de7b4326] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.711820] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.718225] env[68627]: DEBUG nova.compute.utils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.721355] env[68627]: INFO nova.compute.claims [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.725532] env[68627]: DEBUG nova.compute.manager [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.725919] env[68627]: DEBUG nova.network.neutron [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.761360] env[68627]: DEBUG nova.policy [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f938aa92e46a4499a8e0c17ec419b405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f4b58eeefb44f9cae62d73869da818b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.838692] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5269bb76-9c97-7579-d8b1-8261b48809e8, 'name': SearchDatastore_Task, 'duration_secs': 0.074865} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.838925] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.839198] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 6a60f86b-90ac-4ce5-8f27-27bf265687c7/6a60f86b-90ac-4ce5-8f27-27bf265687c7.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.839464] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c79e73-3186-43fc-991a-0d26002f6849 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.846066] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1149.846066] env[68627]: value = "task-3037956" [ 1149.846066] env[68627]: _type = "Task" [ 1149.846066] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.853869] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.960125] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 2902d15c-3e2c-4e33-838c-77e5798b5a38] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.162521] env[68627]: DEBUG nova.network.neutron [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Successfully created port: cb122a14-2780-4137-8d2e-6d83efd08fc4 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.212918] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.227023] env[68627]: DEBUG nova.compute.manager [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.231682] env[68627]: INFO nova.compute.resource_tracker [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating resource usage from migration 4402ac2b-6f10-410d-b373-077cc6a38620 [ 1150.360505] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037956, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.463392] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 02ecdf9c-9474-4a14-ac9e-cf9e37a3783d] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.465926] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bcffdb-8e3c-4b0e-8c74-55fd2df6a0de {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.474539] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e788b3-5e20-4129-a1dd-6d2d6b806d3e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.506277] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47649c9b-585c-474e-9e09-8509c08f2a4c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.514336] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e7777f-06f1-4140-8d81-3fb8ea59b577 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.527876] env[68627]: DEBUG nova.compute.provider_tree [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.713787] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037955, 'name': ReconfigVM_Task, 'duration_secs': 1.037314} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.714853] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 012a585f-c124-4a98-94ae-4df54a88989f/012a585f-c124-4a98-94ae-4df54a88989f.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.715225] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4818890a-8f32-4307-b651-22016656e907 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.722592] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1150.722592] env[68627]: value = "task-3037957" [ 1150.722592] env[68627]: _type = "Task" [ 1150.722592] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.731081] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037957, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.860313] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658029} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.860645] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 6a60f86b-90ac-4ce5-8f27-27bf265687c7/6a60f86b-90ac-4ce5-8f27-27bf265687c7.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.860875] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.861158] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-759cdd44-af01-4d70-864a-6a8d7b88957e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.867482] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1150.867482] env[68627]: value = "task-3037958" [ 1150.867482] env[68627]: _type = "Task" [ 1150.867482] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.875292] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.969474] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 2764d6ce-eacd-459a-9353-a78eed95fff8] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.030768] env[68627]: DEBUG nova.scheduler.client.report [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.232633] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037957, 'name': Rename_Task, 'duration_secs': 0.180666} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.232923] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.233185] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2814b264-a6ea-47b9-b831-7150857eee6e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.239443] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1151.239443] env[68627]: value = "task-3037959" [ 1151.239443] env[68627]: _type = "Task" [ 1151.239443] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.240515] env[68627]: DEBUG nova.compute.manager [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.250233] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.267822] env[68627]: DEBUG nova.virt.hardware [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.268083] env[68627]: DEBUG nova.virt.hardware [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.268262] env[68627]: DEBUG nova.virt.hardware [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.268513] env[68627]: DEBUG nova.virt.hardware [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.268676] env[68627]: DEBUG nova.virt.hardware [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.268832] env[68627]: DEBUG nova.virt.hardware [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.269076] env[68627]: DEBUG nova.virt.hardware [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.269247] env[68627]: DEBUG nova.virt.hardware [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.269419] env[68627]: DEBUG nova.virt.hardware [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.269586] env[68627]: DEBUG nova.virt.hardware [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.269758] env[68627]: DEBUG nova.virt.hardware [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.270665] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42598823-ccdc-426a-b9da-0278bb014f56 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.278450] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfac94b-0d44-43b0-8738-9cf49be0dfc7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.376797] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059338} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.377092] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.377940] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8de9980-7351-4b58-86e9-54c419414786 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.399438] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 6a60f86b-90ac-4ce5-8f27-27bf265687c7/6a60f86b-90ac-4ce5-8f27-27bf265687c7.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.399676] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63f84188-783c-443c-9b9a-118426a84899 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.419050] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1151.419050] env[68627]: value = "task-3037960" [ 1151.419050] env[68627]: _type = "Task" [ 1151.419050] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.428458] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.473161] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: c1230b52-7866-44dd-8491-61d3505ab6d9] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.537159] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.322s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.537427] env[68627]: INFO nova.compute.manager [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Migrating [ 1151.545091] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.581s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.547065] env[68627]: INFO nova.compute.claims [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.583639] env[68627]: DEBUG nova.compute.manager [req-be5adaa0-f1af-4a94-813b-603c2a17d55a req-cff5d3b7-1d25-4bce-8378-208e17ff6064 service nova] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Received event network-vif-plugged-cb122a14-2780-4137-8d2e-6d83efd08fc4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.584100] env[68627]: DEBUG oslo_concurrency.lockutils [req-be5adaa0-f1af-4a94-813b-603c2a17d55a req-cff5d3b7-1d25-4bce-8378-208e17ff6064 service nova] Acquiring lock "b8bef721-f34f-42c7-9788-9be6bf141c55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.584100] env[68627]: DEBUG oslo_concurrency.lockutils [req-be5adaa0-f1af-4a94-813b-603c2a17d55a req-cff5d3b7-1d25-4bce-8378-208e17ff6064 service nova] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.584283] env[68627]: DEBUG oslo_concurrency.lockutils [req-be5adaa0-f1af-4a94-813b-603c2a17d55a req-cff5d3b7-1d25-4bce-8378-208e17ff6064 service nova] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.584422] env[68627]: DEBUG nova.compute.manager [req-be5adaa0-f1af-4a94-813b-603c2a17d55a req-cff5d3b7-1d25-4bce-8378-208e17ff6064 service nova] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] No waiting events found dispatching network-vif-plugged-cb122a14-2780-4137-8d2e-6d83efd08fc4 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.584654] env[68627]: WARNING nova.compute.manager [req-be5adaa0-f1af-4a94-813b-603c2a17d55a req-cff5d3b7-1d25-4bce-8378-208e17ff6064 service nova] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Received unexpected event network-vif-plugged-cb122a14-2780-4137-8d2e-6d83efd08fc4 for instance with vm_state building and task_state spawning. [ 1151.683769] env[68627]: DEBUG nova.network.neutron [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Successfully updated port: cb122a14-2780-4137-8d2e-6d83efd08fc4 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.752034] env[68627]: DEBUG oslo_vmware.api [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037959, 'name': PowerOnVM_Task, 'duration_secs': 0.480325} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.752034] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.752034] env[68627]: INFO nova.compute.manager [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1151.752034] env[68627]: DEBUG nova.compute.manager [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.752034] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4211fe41-ec45-416a-aacf-c6c58ad8fa2f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.929556] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037960, 'name': ReconfigVM_Task, 'duration_secs': 0.281988} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.929806] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 6a60f86b-90ac-4ce5-8f27-27bf265687c7/6a60f86b-90ac-4ce5-8f27-27bf265687c7.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.930470] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a8ffcd7-1520-4b29-b41f-401be1e6024f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.936963] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1151.936963] env[68627]: value = "task-3037961" [ 1151.936963] env[68627]: _type = "Task" [ 1151.936963] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.947071] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037961, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.978059] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 8add3768-7d57-4bf2-84cc-b0e74b6b5d49] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.059551] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.059551] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.059551] env[68627]: DEBUG nova.network.neutron [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.187023] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.187023] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.187023] env[68627]: DEBUG nova.network.neutron [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.269142] env[68627]: INFO nova.compute.manager [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Took 18.75 seconds to build instance. [ 1152.446944] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037961, 'name': Rename_Task, 'duration_secs': 0.403758} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.447184] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.447487] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36ef1b34-bb6a-445d-9264-6ff1342b6dad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.453509] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1152.453509] env[68627]: value = "task-3037962" [ 1152.453509] env[68627]: _type = "Task" [ 1152.453509] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.461010] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.479599] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 6d354e0b-3d3d-4d39-b28c-f73e03269070] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.552407] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "012a585f-c124-4a98-94ae-4df54a88989f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.719679] env[68627]: DEBUG nova.network.neutron [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.764926] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e94e8f7-10e9-4365-b77c-4495768e35b8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.771782] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27d3296c-7e0b-461b-9dd3-8c11296e1607 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "012a585f-c124-4a98-94ae-4df54a88989f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.264s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.772141] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "012a585f-c124-4a98-94ae-4df54a88989f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.220s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.772356] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "012a585f-c124-4a98-94ae-4df54a88989f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.772556] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "012a585f-c124-4a98-94ae-4df54a88989f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.772719] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "012a585f-c124-4a98-94ae-4df54a88989f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.774957] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6649e429-f5ee-48c3-8ab9-3dbfea58f2b1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.778334] env[68627]: INFO nova.compute.manager [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Terminating instance [ 1152.811467] env[68627]: DEBUG nova.network.neutron [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance_info_cache with network_info: [{"id": "3273dfb9-437f-48b8-94cb-0817956d6a57", "address": "fa:16:3e:99:9c:38", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3273dfb9-43", "ovs_interfaceid": "3273dfb9-437f-48b8-94cb-0817956d6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.812987] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95397e88-82ad-4fb8-bd92-3b70f775b211 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.821153] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be07ea1-7f62-4f7a-a165-6beb5cf55c8a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.835509] env[68627]: DEBUG nova.compute.provider_tree [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.876092] env[68627]: DEBUG nova.network.neutron [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating instance_info_cache with network_info: [{"id": "cb122a14-2780-4137-8d2e-6d83efd08fc4", "address": "fa:16:3e:0b:4e:2c", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb122a14-27", "ovs_interfaceid": "cb122a14-2780-4137-8d2e-6d83efd08fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.965141] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037962, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.985092] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 96725e70-9671-4125-a030-c45aa9b9c8b9] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.282030] env[68627]: DEBUG nova.compute.manager [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.282179] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.283583] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0b80a8-064b-4a2d-8822-d961fa3c54ca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.290934] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.291185] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c121f17-5221-419d-8f88-31f203eac748 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.296926] env[68627]: DEBUG oslo_vmware.api [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1153.296926] env[68627]: value = "task-3037963" [ 1153.296926] env[68627]: _type = "Task" [ 1153.296926] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.304252] env[68627]: DEBUG oslo_vmware.api [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.316977] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.338095] env[68627]: DEBUG nova.scheduler.client.report [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.378723] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.379133] env[68627]: DEBUG nova.compute.manager [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Instance network_info: |[{"id": "cb122a14-2780-4137-8d2e-6d83efd08fc4", "address": "fa:16:3e:0b:4e:2c", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb122a14-27", "ovs_interfaceid": "cb122a14-2780-4137-8d2e-6d83efd08fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.379611] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:4e:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb122a14-2780-4137-8d2e-6d83efd08fc4', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.387371] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.388318] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.388563] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-833d9fd6-506b-4279-8fa2-64bcab41b5b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.408865] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.408865] env[68627]: value = "task-3037964" [ 1153.408865] env[68627]: _type = "Task" [ 1153.408865] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.416410] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037964, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.463679] env[68627]: DEBUG oslo_vmware.api [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3037962, 'name': PowerOnVM_Task, 'duration_secs': 0.556135} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.464629] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.464629] env[68627]: INFO nova.compute.manager [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1153.464629] env[68627]: DEBUG nova.compute.manager [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.465378] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691993e2-8ff6-4269-b1bc-12c115299976 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.487388] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 11e1bb22-f277-46e4-8b98-120a0b891300] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.613147] env[68627]: DEBUG nova.compute.manager [req-801c247f-0167-4e30-83a5-f605e1b8a5bc req-157e7821-719f-4983-8a82-aef6b8d7327c service nova] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Received event network-changed-cb122a14-2780-4137-8d2e-6d83efd08fc4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.613547] env[68627]: DEBUG nova.compute.manager [req-801c247f-0167-4e30-83a5-f605e1b8a5bc req-157e7821-719f-4983-8a82-aef6b8d7327c service nova] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Refreshing instance network info cache due to event network-changed-cb122a14-2780-4137-8d2e-6d83efd08fc4. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.613714] env[68627]: DEBUG oslo_concurrency.lockutils [req-801c247f-0167-4e30-83a5-f605e1b8a5bc req-157e7821-719f-4983-8a82-aef6b8d7327c service nova] Acquiring lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.613962] env[68627]: DEBUG oslo_concurrency.lockutils [req-801c247f-0167-4e30-83a5-f605e1b8a5bc req-157e7821-719f-4983-8a82-aef6b8d7327c service nova] Acquired lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.614089] env[68627]: DEBUG nova.network.neutron [req-801c247f-0167-4e30-83a5-f605e1b8a5bc req-157e7821-719f-4983-8a82-aef6b8d7327c service nova] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Refreshing network info cache for port cb122a14-2780-4137-8d2e-6d83efd08fc4 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.806757] env[68627]: DEBUG oslo_vmware.api [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037963, 'name': PowerOffVM_Task, 'duration_secs': 0.211394} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.807040] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.807199] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.807445] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10faa7f4-4584-4b1f-b2e8-5ade34840591 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.843084] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.843303] env[68627]: DEBUG nova.compute.manager [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.845695] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.055s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.847470] env[68627]: INFO nova.compute.claims [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.866679] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.866896] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.867108] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Deleting the datastore file [datastore1] 012a585f-c124-4a98-94ae-4df54a88989f {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.868059] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c85e100f-e390-4e4d-9f98-44916f968606 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.874776] env[68627]: DEBUG oslo_vmware.api [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1153.874776] env[68627]: value = "task-3037966" [ 1153.874776] env[68627]: _type = "Task" [ 1153.874776] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.883155] env[68627]: DEBUG oslo_vmware.api [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.917346] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037964, 'name': CreateVM_Task, 'duration_secs': 0.293134} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.917493] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.918206] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.918373] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.918692] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.918939] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-595d18c7-79b0-4e48-b186-f12496a38cbc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.923654] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1153.923654] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523a2544-4027-484b-a90e-8ecd3d4ecc98" [ 1153.923654] env[68627]: _type = "Task" [ 1153.923654] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.930717] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523a2544-4027-484b-a90e-8ecd3d4ecc98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.981250] env[68627]: INFO nova.compute.manager [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Took 19.94 seconds to build instance. [ 1153.990706] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 9418253a-1555-4d53-9b7e-94450723038e] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.314450] env[68627]: DEBUG nova.network.neutron [req-801c247f-0167-4e30-83a5-f605e1b8a5bc req-157e7821-719f-4983-8a82-aef6b8d7327c service nova] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updated VIF entry in instance network info cache for port cb122a14-2780-4137-8d2e-6d83efd08fc4. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.314813] env[68627]: DEBUG nova.network.neutron [req-801c247f-0167-4e30-83a5-f605e1b8a5bc req-157e7821-719f-4983-8a82-aef6b8d7327c service nova] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating instance_info_cache with network_info: [{"id": "cb122a14-2780-4137-8d2e-6d83efd08fc4", "address": "fa:16:3e:0b:4e:2c", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb122a14-27", "ovs_interfaceid": "cb122a14-2780-4137-8d2e-6d83efd08fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.351226] env[68627]: DEBUG nova.compute.utils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.354177] env[68627]: DEBUG nova.compute.manager [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.354345] env[68627]: DEBUG nova.network.neutron [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.384409] env[68627]: DEBUG oslo_vmware.api [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133419} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.384605] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.384791] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.384964] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.385155] env[68627]: INFO nova.compute.manager [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1154.385501] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.385706] env[68627]: DEBUG nova.compute.manager [-] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.385800] env[68627]: DEBUG nova.network.neutron [-] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.391118] env[68627]: DEBUG nova.policy [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66b291da26e14560af5d2172dfdc04f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03d5769229154b0ca4b45701fa123ccd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.433274] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523a2544-4027-484b-a90e-8ecd3d4ecc98, 'name': SearchDatastore_Task, 'duration_secs': 0.012526} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.433608] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.433873] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.434090] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.434238] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.434415] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.434675] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7892fbe6-796a-4b81-b0c9-8182f186d255 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.442855] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.443046] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.443789] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db24691-36d5-41b2-aded-fef9b0417398 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.449293] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1154.449293] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52112692-0dfc-f750-9594-885b3f869491" [ 1154.449293] env[68627]: _type = "Task" [ 1154.449293] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.456472] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52112692-0dfc-f750-9594-885b3f869491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.483107] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fccf2654-9229-4d9e-89bc-5b1c19245198 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.458s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.494259] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 45151ded-fac1-4905-89f6-7b6cd953a7bb] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.660319] env[68627]: DEBUG nova.network.neutron [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Successfully created port: 9beab929-be3a-411f-9252-94384faf2a21 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.817959] env[68627]: DEBUG oslo_concurrency.lockutils [req-801c247f-0167-4e30-83a5-f605e1b8a5bc req-157e7821-719f-4983-8a82-aef6b8d7327c service nova] Releasing lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.831361] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae598e5-ed7d-4a4d-8e4d-d7700d0d64cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.851476] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance 'f6fdc596-8292-4932-acae-1bffc6eb4e55' progress to 0 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.858433] env[68627]: DEBUG nova.compute.manager [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.962553] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52112692-0dfc-f750-9594-885b3f869491, 'name': SearchDatastore_Task, 'duration_secs': 0.008215} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.964616] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d7c400-2af1-42bc-a918-75a5012ad08f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.970023] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1154.970023] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]526ddea6-4e39-1000-5f97-9fa9c143395c" [ 1154.970023] env[68627]: _type = "Task" [ 1154.970023] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.977395] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526ddea6-4e39-1000-5f97-9fa9c143395c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.998247] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: cbded364-1530-4ad4-af08-f1ebd9b296e5] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.103857] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080c9f87-303b-43f0-8ff0-b1ba4e211e10 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.111079] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74b82d5-6399-497c-9fb5-c41d1601f31d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.140917] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7083469d-831b-4af8-8b34-eb5947b23c5f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.148181] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2db251-2381-4771-a6f8-6454f5d77878 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.161628] env[68627]: DEBUG nova.compute.provider_tree [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.312363] env[68627]: DEBUG nova.network.neutron [-] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.356976] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.357308] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09089935-d531-496c-a2b8-7368999a8b95 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.367239] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1155.367239] env[68627]: value = "task-3037967" [ 1155.367239] env[68627]: _type = "Task" [ 1155.367239] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.128804] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 14965e48-d0a0-4ae0-97d2-616493eeaf70] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.130952] env[68627]: DEBUG nova.scheduler.client.report [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.135444] env[68627]: INFO nova.compute.manager [-] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Took 1.75 seconds to deallocate network for instance. [ 1156.136350] env[68627]: DEBUG nova.compute.manager [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.138523] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.138735] env[68627]: WARNING oslo_vmware.common.loopingcall [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] task run outlasted interval by 0.27106300000000005 sec [ 1156.139712] env[68627]: DEBUG nova.network.neutron [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Successfully updated port: 9beab929-be3a-411f-9252-94384faf2a21 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.145470] env[68627]: DEBUG nova.compute.manager [req-191ccabe-ed95-4699-81cd-6660d3baf957 req-2191f449-6fbb-478e-9693-105c81c576b4 service nova] [instance: 012a585f-c124-4a98-94ae-4df54a88989f] Received event network-vif-deleted-c7447b46-3a01-40cd-8444-cce1742ecb53 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.145711] env[68627]: DEBUG nova.compute.manager [req-191ccabe-ed95-4699-81cd-6660d3baf957 req-2191f449-6fbb-478e-9693-105c81c576b4 service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Received event network-changed-28d96100-44d3-4b51-a138-fa96f31245ce {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.145890] env[68627]: DEBUG nova.compute.manager [req-191ccabe-ed95-4699-81cd-6660d3baf957 req-2191f449-6fbb-478e-9693-105c81c576b4 service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Refreshing instance network info cache due to event network-changed-28d96100-44d3-4b51-a138-fa96f31245ce. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.146159] env[68627]: DEBUG oslo_concurrency.lockutils [req-191ccabe-ed95-4699-81cd-6660d3baf957 req-2191f449-6fbb-478e-9693-105c81c576b4 service nova] Acquiring lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.146339] env[68627]: DEBUG oslo_concurrency.lockutils [req-191ccabe-ed95-4699-81cd-6660d3baf957 req-2191f449-6fbb-478e-9693-105c81c576b4 service nova] Acquired lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.146550] env[68627]: DEBUG nova.network.neutron [req-191ccabe-ed95-4699-81cd-6660d3baf957 req-2191f449-6fbb-478e-9693-105c81c576b4 service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Refreshing network info cache for port 28d96100-44d3-4b51-a138-fa96f31245ce {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.148447] env[68627]: DEBUG nova.compute.manager [req-a126176b-ee89-4c4c-a2be-07d8091d7385 req-4feef679-89a8-48ea-85e8-4586ac6d2e12 service nova] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Received event network-vif-plugged-9beab929-be3a-411f-9252-94384faf2a21 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.148660] env[68627]: DEBUG oslo_concurrency.lockutils [req-a126176b-ee89-4c4c-a2be-07d8091d7385 req-4feef679-89a8-48ea-85e8-4586ac6d2e12 service nova] Acquiring lock "64eea1e7-34f6-40e4-ba0e-ac472f500580-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.148856] env[68627]: DEBUG oslo_concurrency.lockutils [req-a126176b-ee89-4c4c-a2be-07d8091d7385 req-4feef679-89a8-48ea-85e8-4586ac6d2e12 service nova] Lock "64eea1e7-34f6-40e4-ba0e-ac472f500580-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.149047] env[68627]: DEBUG oslo_concurrency.lockutils [req-a126176b-ee89-4c4c-a2be-07d8091d7385 req-4feef679-89a8-48ea-85e8-4586ac6d2e12 service nova] Lock "64eea1e7-34f6-40e4-ba0e-ac472f500580-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.149228] env[68627]: DEBUG nova.compute.manager [req-a126176b-ee89-4c4c-a2be-07d8091d7385 req-4feef679-89a8-48ea-85e8-4586ac6d2e12 service nova] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] No waiting events found dispatching network-vif-plugged-9beab929-be3a-411f-9252-94384faf2a21 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.149415] env[68627]: WARNING nova.compute.manager [req-a126176b-ee89-4c4c-a2be-07d8091d7385 req-4feef679-89a8-48ea-85e8-4586ac6d2e12 service nova] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Received unexpected event network-vif-plugged-9beab929-be3a-411f-9252-94384faf2a21 for instance with vm_state building and task_state spawning. [ 1156.164010] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]526ddea6-4e39-1000-5f97-9fa9c143395c, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.168611] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.168880] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] b8bef721-f34f-42c7-9788-9be6bf141c55/b8bef721-f34f-42c7-9788-9be6bf141c55.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.169407] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037967, 'name': PowerOffVM_Task, 'duration_secs': 0.177378} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.169803] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5456ddf-fd9d-4b05-a7f8-d60e0a0a2311 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.172499] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.172499] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance 'f6fdc596-8292-4932-acae-1bffc6eb4e55' progress to 17 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.181130] env[68627]: DEBUG nova.virt.hardware [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.181369] env[68627]: DEBUG nova.virt.hardware [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.181528] env[68627]: DEBUG nova.virt.hardware [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.181710] env[68627]: DEBUG nova.virt.hardware [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.181855] env[68627]: DEBUG nova.virt.hardware [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.182010] env[68627]: DEBUG nova.virt.hardware [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.182221] env[68627]: DEBUG nova.virt.hardware [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.182379] env[68627]: DEBUG nova.virt.hardware [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.182548] env[68627]: DEBUG nova.virt.hardware [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.182706] env[68627]: DEBUG nova.virt.hardware [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.182876] env[68627]: DEBUG nova.virt.hardware [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.184947] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ebe131-e17a-468d-baf2-80e82f18dbbd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.187763] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1156.187763] env[68627]: value = "task-3037968" [ 1156.187763] env[68627]: _type = "Task" [ 1156.187763] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.195711] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f8312c-40b8-4358-bb21-d8af269e18d8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.202501] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.641841] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.642415] env[68627]: DEBUG nova.compute.manager [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.645262] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: c4d81edb-157b-43af-abf4-0ba0908327b7] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.659191] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "refresh_cache-64eea1e7-34f6-40e4-ba0e-ac472f500580" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.659191] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "refresh_cache-64eea1e7-34f6-40e4-ba0e-ac472f500580" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.659191] env[68627]: DEBUG nova.network.neutron [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.659191] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.659407] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.659646] env[68627]: DEBUG nova.objects.instance [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lazy-loading 'resources' on Instance uuid 012a585f-c124-4a98-94ae-4df54a88989f {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.686722] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.687052] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.687116] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.687301] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.687448] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.687596] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.687819] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.687981] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.688164] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.688327] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.688497] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.696083] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-331d0856-ca30-4dc8-9b14-f5545be4fca7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.715101] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433028} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.716352] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] b8bef721-f34f-42c7-9788-9be6bf141c55/b8bef721-f34f-42c7-9788-9be6bf141c55.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.716574] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.716877] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1156.716877] env[68627]: value = "task-3037969" [ 1156.716877] env[68627]: _type = "Task" [ 1156.716877] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.717099] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3823cfb3-5503-4c64-800c-efcb875e81c5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.728743] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037969, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.729949] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1156.729949] env[68627]: value = "task-3037970" [ 1156.729949] env[68627]: _type = "Task" [ 1156.729949] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.737710] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.909173] env[68627]: DEBUG nova.network.neutron [req-191ccabe-ed95-4699-81cd-6660d3baf957 req-2191f449-6fbb-478e-9693-105c81c576b4 service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updated VIF entry in instance network info cache for port 28d96100-44d3-4b51-a138-fa96f31245ce. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.909612] env[68627]: DEBUG nova.network.neutron [req-191ccabe-ed95-4699-81cd-6660d3baf957 req-2191f449-6fbb-478e-9693-105c81c576b4 service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance_info_cache with network_info: [{"id": "28d96100-44d3-4b51-a138-fa96f31245ce", "address": "fa:16:3e:e2:6d:b6", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d96100-44", "ovs_interfaceid": "28d96100-44d3-4b51-a138-fa96f31245ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.149090] env[68627]: DEBUG nova.compute.utils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.151089] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: f8a2db0a-2d48-4477-b18b-ef26c8ab7cc0] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.152529] env[68627]: DEBUG nova.compute.manager [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.152529] env[68627]: DEBUG nova.network.neutron [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.195555] env[68627]: DEBUG nova.network.neutron [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.199062] env[68627]: DEBUG nova.policy [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '512b8fc8a4ce4967a68e17d385ad5be3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfe1862fbe654d1e941c96d76b5ae663', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.228561] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037969, 'name': ReconfigVM_Task, 'duration_secs': 0.336559} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.232426] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance 'f6fdc596-8292-4932-acae-1bffc6eb4e55' progress to 33 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.245470] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06735} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.245887] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.247094] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3992eae-1805-464f-960f-2aa5e55660d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.277285] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] b8bef721-f34f-42c7-9788-9be6bf141c55/b8bef721-f34f-42c7-9788-9be6bf141c55.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.282482] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d80ebfa-2794-4e9f-abbc-22468c429838 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.307402] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1157.307402] env[68627]: value = "task-3037971" [ 1157.307402] env[68627]: _type = "Task" [ 1157.307402] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.319770] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.412810] env[68627]: DEBUG oslo_concurrency.lockutils [req-191ccabe-ed95-4699-81cd-6660d3baf957 req-2191f449-6fbb-478e-9693-105c81c576b4 service nova] Releasing lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.420478] env[68627]: DEBUG nova.network.neutron [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Updating instance_info_cache with network_info: [{"id": "9beab929-be3a-411f-9252-94384faf2a21", "address": "fa:16:3e:d1:89:a2", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9beab929-be", "ovs_interfaceid": "9beab929-be3a-411f-9252-94384faf2a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.452410] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494f56f4-19b3-4762-9ff3-ea556f1739b1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.460813] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ea95d-ea0d-4e60-bc23-1588bc4a13f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.492601] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23c669b-b0d7-44cc-8ade-4c37a3278539 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.500289] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50627d31-e4da-49b9-b639-3251faeafc6c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.515020] env[68627]: DEBUG nova.compute.provider_tree [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.520346] env[68627]: DEBUG nova.network.neutron [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Successfully created port: db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.655962] env[68627]: DEBUG nova.compute.manager [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.658839] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 503fd899-ef95-4ce6-88b8-6f611ce640aa] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.743119] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.743413] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.743573] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.743782] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.743889] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.744087] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.744235] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.744420] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.744606] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.744762] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.744955] env[68627]: DEBUG nova.virt.hardware [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.750350] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.750645] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31bd10b1-7372-46d4-9783-06687c6e0104 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.769715] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1157.769715] env[68627]: value = "task-3037972" [ 1157.769715] env[68627]: _type = "Task" [ 1157.769715] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.778019] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.820829] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.926418] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "refresh_cache-64eea1e7-34f6-40e4-ba0e-ac472f500580" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.926816] env[68627]: DEBUG nova.compute.manager [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Instance network_info: |[{"id": "9beab929-be3a-411f-9252-94384faf2a21", "address": "fa:16:3e:d1:89:a2", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9beab929-be", "ovs_interfaceid": "9beab929-be3a-411f-9252-94384faf2a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.927350] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:89:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9beab929-be3a-411f-9252-94384faf2a21', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.935049] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.935404] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.935708] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4eadf5f-33eb-41d4-bfdf-628d18e61dc3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.956197] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.956197] env[68627]: value = "task-3037973" [ 1157.956197] env[68627]: _type = "Task" [ 1157.956197] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.963801] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037973, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.017164] env[68627]: DEBUG nova.scheduler.client.report [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.071391] env[68627]: DEBUG nova.compute.manager [req-07a626df-f011-47d2-9677-808ee9a686ff req-562d639e-fd6b-4d66-a135-942b972ffc7d service nova] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Received event network-changed-9beab929-be3a-411f-9252-94384faf2a21 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.071461] env[68627]: DEBUG nova.compute.manager [req-07a626df-f011-47d2-9677-808ee9a686ff req-562d639e-fd6b-4d66-a135-942b972ffc7d service nova] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Refreshing instance network info cache due to event network-changed-9beab929-be3a-411f-9252-94384faf2a21. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.071646] env[68627]: DEBUG oslo_concurrency.lockutils [req-07a626df-f011-47d2-9677-808ee9a686ff req-562d639e-fd6b-4d66-a135-942b972ffc7d service nova] Acquiring lock "refresh_cache-64eea1e7-34f6-40e4-ba0e-ac472f500580" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.071796] env[68627]: DEBUG oslo_concurrency.lockutils [req-07a626df-f011-47d2-9677-808ee9a686ff req-562d639e-fd6b-4d66-a135-942b972ffc7d service nova] Acquired lock "refresh_cache-64eea1e7-34f6-40e4-ba0e-ac472f500580" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.071963] env[68627]: DEBUG nova.network.neutron [req-07a626df-f011-47d2-9677-808ee9a686ff req-562d639e-fd6b-4d66-a135-942b972ffc7d service nova] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Refreshing network info cache for port 9beab929-be3a-411f-9252-94384faf2a21 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.166404] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: a99ad608-45f4-4aca-b012-7c1b6b091ea4] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.281670] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037972, 'name': ReconfigVM_Task, 'duration_secs': 0.374722} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.281949] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.282779] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9b7db0-ffda-4e7d-b28d-c764c4988504 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.305680] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-c1916dc6-82af-423b-9ad0-f4686c631f57/volume-c1916dc6-82af-423b-9ad0-f4686c631f57.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.305970] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68aa5189-1014-4628-acb4-fe2abcc11a34 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.328228] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.330030] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1158.330030] env[68627]: value = "task-3037974" [ 1158.330030] env[68627]: _type = "Task" [ 1158.330030] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.338221] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.467034] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037973, 'name': CreateVM_Task, 'duration_secs': 0.341196} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.467218] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.467825] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.467994] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.468334] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.468603] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d7eec9-0af5-4d65-ac42-5a12eac91826 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.472980] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1158.472980] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52db0922-568b-0c6a-a712-92bab1f06805" [ 1158.472980] env[68627]: _type = "Task" [ 1158.472980] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.480910] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52db0922-568b-0c6a-a712-92bab1f06805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.522505] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.546487] env[68627]: INFO nova.scheduler.client.report [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Deleted allocations for instance 012a585f-c124-4a98-94ae-4df54a88989f [ 1158.668441] env[68627]: DEBUG nova.compute.manager [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.671024] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 099c1c96-a127-4e53-a117-e681e3e395a1] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.698838] env[68627]: DEBUG nova.virt.hardware [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.699024] env[68627]: DEBUG nova.virt.hardware [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.699119] env[68627]: DEBUG nova.virt.hardware [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.699302] env[68627]: DEBUG nova.virt.hardware [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.699478] env[68627]: DEBUG nova.virt.hardware [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.699606] env[68627]: DEBUG nova.virt.hardware [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.699812] env[68627]: DEBUG nova.virt.hardware [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.699969] env[68627]: DEBUG nova.virt.hardware [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.700161] env[68627]: DEBUG nova.virt.hardware [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.700325] env[68627]: DEBUG nova.virt.hardware [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.700499] env[68627]: DEBUG nova.virt.hardware [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.701594] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0737ecd0-2c54-4d56-a35e-2d0c4e8a4d8d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.712096] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77276d47-f806-4a66-b4b1-e3fe5226ce41 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.765350] env[68627]: DEBUG nova.network.neutron [req-07a626df-f011-47d2-9677-808ee9a686ff req-562d639e-fd6b-4d66-a135-942b972ffc7d service nova] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Updated VIF entry in instance network info cache for port 9beab929-be3a-411f-9252-94384faf2a21. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.765601] env[68627]: DEBUG nova.network.neutron [req-07a626df-f011-47d2-9677-808ee9a686ff req-562d639e-fd6b-4d66-a135-942b972ffc7d service nova] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Updating instance_info_cache with network_info: [{"id": "9beab929-be3a-411f-9252-94384faf2a21", "address": "fa:16:3e:d1:89:a2", "network": {"id": "005fdd10-fefd-4b6d-a104-4a4ccd24b325", "bridge": "br-int", "label": "tempest-ServersTestJSON-1751661434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03d5769229154b0ca4b45701fa123ccd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9beab929-be", "ovs_interfaceid": "9beab929-be3a-411f-9252-94384faf2a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.829462] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037971, 'name': ReconfigVM_Task, 'duration_secs': 1.116475} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.829743] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Reconfigured VM instance instance-00000076 to attach disk [datastore2] b8bef721-f34f-42c7-9788-9be6bf141c55/b8bef721-f34f-42c7-9788-9be6bf141c55.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.830437] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f8e1601-0024-41b6-be7a-ccd06ade3115 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.841300] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037974, 'name': ReconfigVM_Task, 'duration_secs': 0.242809} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.842471] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-c1916dc6-82af-423b-9ad0-f4686c631f57/volume-c1916dc6-82af-423b-9ad0-f4686c631f57.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.842746] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance 'f6fdc596-8292-4932-acae-1bffc6eb4e55' progress to 50 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.846315] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1158.846315] env[68627]: value = "task-3037975" [ 1158.846315] env[68627]: _type = "Task" [ 1158.846315] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.977437] env[68627]: DEBUG nova.network.neutron [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Successfully updated port: db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.985195] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52db0922-568b-0c6a-a712-92bab1f06805, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.985574] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.985802] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.986182] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.986277] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.986470] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.987271] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88364b7b-f2b3-4475-b40e-e8cdfe3fe6ab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.996087] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.996260] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.997191] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57341498-cd5c-4bf5-ae8e-29b4bb7e3be1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.002566] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1159.002566] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c5b0c1-b5dd-97ad-4e8f-98390785883b" [ 1159.002566] env[68627]: _type = "Task" [ 1159.002566] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.010646] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c5b0c1-b5dd-97ad-4e8f-98390785883b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.054271] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7835fe3b-179c-4c85-a273-da9cfdaa41e2 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "012a585f-c124-4a98-94ae-4df54a88989f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.282s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.176298] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 276b3d3b-116f-42c4-a2ac-9c76c8b0be23] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.269051] env[68627]: DEBUG oslo_concurrency.lockutils [req-07a626df-f011-47d2-9677-808ee9a686ff req-562d639e-fd6b-4d66-a135-942b972ffc7d service nova] Releasing lock "refresh_cache-64eea1e7-34f6-40e4-ba0e-ac472f500580" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.352987] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f93258-11f3-47e3-8353-fe2f9d4cc11d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.361877] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037975, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.382810] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d91f16-e9a0-45d8-9e78-e16cc92ab521 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.409257] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance 'f6fdc596-8292-4932-acae-1bffc6eb4e55' progress to 67 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.480811] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.480990] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.481178] env[68627]: DEBUG nova.network.neutron [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.512989] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c5b0c1-b5dd-97ad-4e8f-98390785883b, 'name': SearchDatastore_Task, 'duration_secs': 0.01307} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.513801] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f7a60b-e0c9-4307-ae03-855c47f907da {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.518785] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1159.518785] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523b65e9-d25b-00df-e724-b7f4ebfa2bad" [ 1159.518785] env[68627]: _type = "Task" [ 1159.518785] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.525845] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523b65e9-d25b-00df-e724-b7f4ebfa2bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.679875] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 3473aef1-5904-44b7-9ae5-691e8400c6cd] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.859913] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037975, 'name': Rename_Task, 'duration_secs': 0.666204} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.860308] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.860695] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd2f160e-d307-4600-ab20-1a9a336c7d09 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.868102] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1159.868102] env[68627]: value = "task-3037976" [ 1159.868102] env[68627]: _type = "Task" [ 1159.868102] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.877780] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.020517] env[68627]: DEBUG nova.network.neutron [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.032015] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523b65e9-d25b-00df-e724-b7f4ebfa2bad, 'name': SearchDatastore_Task, 'duration_secs': 0.009477} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.032316] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.032615] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 64eea1e7-34f6-40e4-ba0e-ac472f500580/64eea1e7-34f6-40e4-ba0e-ac472f500580.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.032901] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a041cc86-826d-4366-9bc9-a11d1312c55b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.039362] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1160.039362] env[68627]: value = "task-3037977" [ 1160.039362] env[68627]: _type = "Task" [ 1160.039362] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.049050] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.100141] env[68627]: DEBUG nova.compute.manager [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Received event network-vif-plugged-db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.100465] env[68627]: DEBUG oslo_concurrency.lockutils [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] Acquiring lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.100600] env[68627]: DEBUG oslo_concurrency.lockutils [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.100776] env[68627]: DEBUG oslo_concurrency.lockutils [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.100961] env[68627]: DEBUG nova.compute.manager [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] No waiting events found dispatching network-vif-plugged-db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.101176] env[68627]: WARNING nova.compute.manager [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Received unexpected event network-vif-plugged-db18ea6b-5151-4cb4-ba37-f2d0c6750495 for instance with vm_state building and task_state spawning. [ 1160.101532] env[68627]: DEBUG nova.compute.manager [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Received event network-changed-db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.101532] env[68627]: DEBUG nova.compute.manager [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Refreshing instance network info cache due to event network-changed-db18ea6b-5151-4cb4-ba37-f2d0c6750495. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.101668] env[68627]: DEBUG oslo_concurrency.lockutils [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] Acquiring lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.175193] env[68627]: DEBUG nova.network.neutron [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updating instance_info_cache with network_info: [{"id": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "address": "fa:16:3e:74:0d:fa", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb18ea6b-51", "ovs_interfaceid": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.184055] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: c2de9b6c-dbc4-4ec2-afe4-c31ab63d032f] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.382802] env[68627]: DEBUG oslo_vmware.api [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037976, 'name': PowerOnVM_Task, 'duration_secs': 0.498671} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.382949] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.383122] env[68627]: INFO nova.compute.manager [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1160.383649] env[68627]: DEBUG nova.compute.manager [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.384370] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bef9352-ed81-43fa-b5c1-2ccb2a1f4e15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.549417] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43239} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.550233] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 64eea1e7-34f6-40e4-ba0e-ac472f500580/64eea1e7-34f6-40e4-ba0e-ac472f500580.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.550449] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.550702] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02a0d9ae-ce4d-4521-96df-5f3147d04149 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.558207] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1160.558207] env[68627]: value = "task-3037978" [ 1160.558207] env[68627]: _type = "Task" [ 1160.558207] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.570310] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.679131] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.679489] env[68627]: DEBUG nova.compute.manager [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Instance network_info: |[{"id": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "address": "fa:16:3e:74:0d:fa", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb18ea6b-51", "ovs_interfaceid": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.679835] env[68627]: DEBUG oslo_concurrency.lockutils [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] Acquired lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.680136] env[68627]: DEBUG nova.network.neutron [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Refreshing network info cache for port db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.685020] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:0d:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db18ea6b-5151-4cb4-ba37-f2d0c6750495', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.689442] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.690533] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 1ae5b96c-41f6-42e0-84eb-d24a6c4c4cc1] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.692134] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.692716] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd4df0e-67e7-4c0d-bd4a-94fedb9e5250 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.713543] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.713543] env[68627]: value = "task-3037979" [ 1160.713543] env[68627]: _type = "Task" [ 1160.713543] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.723533] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037979, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.904011] env[68627]: INFO nova.compute.manager [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Took 24.35 seconds to build instance. [ 1161.068100] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065807} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.068294] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.069058] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8e58ec-e23a-4004-aa78-0ce7bb4fda8a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.071955] env[68627]: DEBUG nova.network.neutron [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Port 3273dfb9-437f-48b8-94cb-0817956d6a57 binding to destination host cpu-1 is already ACTIVE {{(pid=68627) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1161.092719] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 64eea1e7-34f6-40e4-ba0e-ac472f500580/64eea1e7-34f6-40e4-ba0e-ac472f500580.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.093538] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c836f46-344c-4b0e-8f36-9cdf358d488b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.112837] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1161.112837] env[68627]: value = "task-3037980" [ 1161.112837] env[68627]: _type = "Task" [ 1161.112837] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.121290] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.192961] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 2e4eb810-47f4-47cd-beb4-2cfc2d86dfb6] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.224074] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037979, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.390460] env[68627]: DEBUG nova.network.neutron [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updated VIF entry in instance network info cache for port db18ea6b-5151-4cb4-ba37-f2d0c6750495. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.390841] env[68627]: DEBUG nova.network.neutron [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updating instance_info_cache with network_info: [{"id": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "address": "fa:16:3e:74:0d:fa", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb18ea6b-51", "ovs_interfaceid": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.406147] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5ed46e8-0800-4f69-a568-4cca024b4d4b tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.865s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.623907] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.696732] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: f01e89fb-8c8c-492f-a83b-ba351d797180] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.724204] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037979, 'name': CreateVM_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.893842] env[68627]: DEBUG oslo_concurrency.lockutils [req-edd023f8-d1b2-4854-a41b-e47903a82a00 req-4817a5a0-4ccf-4809-af50-6e9517825d5c service nova] Releasing lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.096951] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "f6fdc596-8292-4932-acae-1bffc6eb4e55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.097222] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.097493] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.125493] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037980, 'name': ReconfigVM_Task, 'duration_secs': 0.909454} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.126273] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 64eea1e7-34f6-40e4-ba0e-ac472f500580/64eea1e7-34f6-40e4-ba0e-ac472f500580.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.126480] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f146f541-bd7f-44bd-b2ef-2edb99656aec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.133810] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1162.133810] env[68627]: value = "task-3037981" [ 1162.133810] env[68627]: _type = "Task" [ 1162.133810] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.143423] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037981, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.200532] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 5cff7228-7263-4947-8dd8-93516397379f] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.224160] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3037979, 'name': CreateVM_Task, 'duration_secs': 1.248773} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.224321] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.224995] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.225185] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.225544] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.226126] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e6ae5b-4dab-4d6c-8716-03103fde5193 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.232062] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1162.232062] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52348738-a1a8-29f3-fd3a-8d149820b746" [ 1162.232062] env[68627]: _type = "Task" [ 1162.232062] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.240308] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52348738-a1a8-29f3-fd3a-8d149820b746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.644903] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037981, 'name': Rename_Task, 'duration_secs': 0.143449} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.644903] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.645132] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15f1998e-360e-4e2a-b346-2e1c54374876 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.651796] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1162.651796] env[68627]: value = "task-3037982" [ 1162.651796] env[68627]: _type = "Task" [ 1162.651796] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.659432] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.703680] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 31f63376-80aa-4918-a389-28b8311346f8] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.746396] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52348738-a1a8-29f3-fd3a-8d149820b746, 'name': SearchDatastore_Task, 'duration_secs': 0.012151} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.746850] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.747215] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.747620] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.747849] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.748067] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.748570] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce54ac8f-43cd-4950-981e-3ede364ad0fd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.756382] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.756590] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.757304] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2d5af36-ca25-4add-be39-97a98f684498 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.762430] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1162.762430] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b85dae-4782-9091-157b-f649544a2f21" [ 1162.762430] env[68627]: _type = "Task" [ 1162.762430] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.769976] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b85dae-4782-9091-157b-f649544a2f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.959230] env[68627]: DEBUG nova.compute.manager [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Stashing vm_state: active {{(pid=68627) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1163.138143] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.138351] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.138541] env[68627]: DEBUG nova.network.neutron [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.164089] env[68627]: DEBUG oslo_vmware.api [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037982, 'name': PowerOnVM_Task, 'duration_secs': 0.45412} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.164184] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.164355] env[68627]: INFO nova.compute.manager [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1163.164601] env[68627]: DEBUG nova.compute.manager [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.165309] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07867a6c-34e4-48f4-a15a-9ee96d1b6311 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.207019] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 48152fac-741e-4f00-8fc4-84d2cb88ff57] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.272979] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b85dae-4782-9091-157b-f649544a2f21, 'name': SearchDatastore_Task, 'duration_secs': 0.008358} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.273797] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29c459b-af94-4db6-93a1-0c48c7960edb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.278695] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1163.278695] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5250fafe-ecf6-6ce4-eafe-621e6773e645" [ 1163.278695] env[68627]: _type = "Task" [ 1163.278695] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.285847] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5250fafe-ecf6-6ce4-eafe-621e6773e645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.485711] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.486054] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.683607] env[68627]: INFO nova.compute.manager [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Took 24.74 seconds to build instance. [ 1163.710975] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: f31f7b3b-2914-4fc2-82c5-56ae83ab2152] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.789466] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5250fafe-ecf6-6ce4-eafe-621e6773e645, 'name': SearchDatastore_Task, 'duration_secs': 0.039951} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.792015] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.792356] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] c656fe48-f2c0-4bc7-b0d0-0869038230f8/c656fe48-f2c0-4bc7-b0d0-0869038230f8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.792543] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c905b7e-668e-45fa-b8cd-4bb2719e453b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.798889] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1163.798889] env[68627]: value = "task-3037983" [ 1163.798889] env[68627]: _type = "Task" [ 1163.798889] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.806625] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.854400] env[68627]: DEBUG nova.network.neutron [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance_info_cache with network_info: [{"id": "3273dfb9-437f-48b8-94cb-0817956d6a57", "address": "fa:16:3e:99:9c:38", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3273dfb9-43", "ovs_interfaceid": "3273dfb9-437f-48b8-94cb-0817956d6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.992260] env[68627]: INFO nova.compute.claims [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.186059] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f5d2ab6e-cb95-4df3-9c86-34926d289df6 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "64eea1e7-34f6-40e4-ba0e-ac472f500580" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.246s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.213887] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: da33ab9e-fc44-4d70-ab61-8ee58add8ac1] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.309404] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037983, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.357746] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.501275] env[68627]: INFO nova.compute.resource_tracker [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating resource usage from migration 5fa64927-f2e6-4c23-ae40-1e46930dab4e [ 1164.714087] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57d0ef9-ce8a-4337-af44-e910bc4873e2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.716908] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 8ae5f2fe-f933-4417-a20f-c6f5b16954d8] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.723613] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad77504b-f998-45d2-984f-710b90fa7b30 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.758347] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d969c0-0150-401c-b2f9-65a3c462fa4c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.766158] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c92675-d775-4954-a463-a8f12da8ab82 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.779852] env[68627]: DEBUG nova.compute.provider_tree [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.808840] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701481} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.809112] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] c656fe48-f2c0-4bc7-b0d0-0869038230f8/c656fe48-f2c0-4bc7-b0d0-0869038230f8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.809324] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.809597] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-284bf2de-3fe1-4ccc-8adf-99bbff9efa81 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.816411] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1164.816411] env[68627]: value = "task-3037984" [ 1164.816411] env[68627]: _type = "Task" [ 1164.816411] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.823828] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.867317] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73805e1f-eedd-4e9f-87b4-dbdb60ea0f4a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.873761] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5870cdf6-8b0b-4149-81ea-624d63e00e47 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.900815] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4feddf66-a56c-4399-9cd8-40d7955f017d tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "64eea1e7-34f6-40e4-ba0e-ac472f500580" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.901131] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4feddf66-a56c-4399-9cd8-40d7955f017d tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "64eea1e7-34f6-40e4-ba0e-ac472f500580" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.901312] env[68627]: DEBUG nova.compute.manager [None req-4feddf66-a56c-4399-9cd8-40d7955f017d tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.902142] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0548f70c-9a3a-493b-9ec6-0de56c8b14c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.909637] env[68627]: DEBUG nova.compute.manager [None req-4feddf66-a56c-4399-9cd8-40d7955f017d tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68627) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1164.910345] env[68627]: DEBUG nova.objects.instance [None req-4feddf66-a56c-4399-9cd8-40d7955f017d tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lazy-loading 'flavor' on Instance uuid 64eea1e7-34f6-40e4-ba0e-ac472f500580 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.221038] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: e5a01e3a-0bd2-44e4-b05d-03ac216f363e] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.283382] env[68627]: DEBUG nova.scheduler.client.report [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.325031] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063711} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.325297] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.326095] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4211545-5faa-4265-b99a-a87c06abbd70 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.349168] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c656fe48-f2c0-4bc7-b0d0-0869038230f8/c656fe48-f2c0-4bc7-b0d0-0869038230f8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.349168] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8edea518-b921-45e5-920e-56932bf91bdf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.367910] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1165.367910] env[68627]: value = "task-3037985" [ 1165.367910] env[68627]: _type = "Task" [ 1165.367910] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.375706] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.724263] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 9838fe84-0e94-44bc-9f00-3400ffdc8e05] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.788567] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.302s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.788776] env[68627]: INFO nova.compute.manager [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Migrating [ 1165.877493] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037985, 'name': ReconfigVM_Task, 'duration_secs': 0.501146} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.877818] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c656fe48-f2c0-4bc7-b0d0-0869038230f8/c656fe48-f2c0-4bc7-b0d0-0869038230f8.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.878545] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfd69a4d-bf49-438f-b9be-2c30925d62e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.885618] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1165.885618] env[68627]: value = "task-3037986" [ 1165.885618] env[68627]: _type = "Task" [ 1165.885618] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.893185] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037986, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.916978] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4feddf66-a56c-4399-9cd8-40d7955f017d tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.917317] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2cb427e-81b4-4a34-89f6-c2eba4fdd289 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.923444] env[68627]: DEBUG oslo_vmware.api [None req-4feddf66-a56c-4399-9cd8-40d7955f017d tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1165.923444] env[68627]: value = "task-3037987" [ 1165.923444] env[68627]: _type = "Task" [ 1165.923444] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.933069] env[68627]: DEBUG oslo_vmware.api [None req-4feddf66-a56c-4399-9cd8-40d7955f017d tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.988708] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f8a7bc-47d3-4ed5-8c29-2353346a5ef2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.008589] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4154cee9-24e1-4066-8201-6eb2ca415990 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.015789] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance 'f6fdc596-8292-4932-acae-1bffc6eb4e55' progress to 83 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.227887] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 45582fce-3581-448a-8a90-d307fbc9ac18] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.303782] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.303782] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.303782] env[68627]: DEBUG nova.network.neutron [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.394983] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037986, 'name': Rename_Task, 'duration_secs': 0.185177} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.396041] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.396041] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3021ff4d-0428-49d2-96e3-571cc8fd4e4f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.402216] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1166.402216] env[68627]: value = "task-3037988" [ 1166.402216] env[68627]: _type = "Task" [ 1166.402216] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.409471] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.433029] env[68627]: DEBUG oslo_vmware.api [None req-4feddf66-a56c-4399-9cd8-40d7955f017d tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037987, 'name': PowerOffVM_Task, 'duration_secs': 0.197682} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.433334] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4feddf66-a56c-4399-9cd8-40d7955f017d tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.433528] env[68627]: DEBUG nova.compute.manager [None req-4feddf66-a56c-4399-9cd8-40d7955f017d tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.434465] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177449a4-8f37-43d4-9099-404c5c318dc8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.522818] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.523146] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4a5bd55-9c9e-4f58-88fc-31eed0cac0f0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.530282] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1166.530282] env[68627]: value = "task-3037989" [ 1166.530282] env[68627]: _type = "Task" [ 1166.530282] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.540232] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.731310] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: a94195d8-4560-4520-af0a-23b74c51bdf4] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.915232] env[68627]: DEBUG oslo_vmware.api [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3037988, 'name': PowerOnVM_Task, 'duration_secs': 0.427499} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.915566] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.915792] env[68627]: INFO nova.compute.manager [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1166.916018] env[68627]: DEBUG nova.compute.manager [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.916856] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc476ca-3199-4fea-8b74-bae2c34a2fc6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.947324] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4feddf66-a56c-4399-9cd8-40d7955f017d tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "64eea1e7-34f6-40e4-ba0e-ac472f500580" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.032766] env[68627]: DEBUG nova.network.neutron [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating instance_info_cache with network_info: [{"id": "cb122a14-2780-4137-8d2e-6d83efd08fc4", "address": "fa:16:3e:0b:4e:2c", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb122a14-27", "ovs_interfaceid": "cb122a14-2780-4137-8d2e-6d83efd08fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.045399] env[68627]: DEBUG oslo_vmware.api [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3037989, 'name': PowerOnVM_Task, 'duration_secs': 0.379992} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.046272] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.046482] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09770f4a-e10a-4eab-bda7-d0fce9349ecc tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance 'f6fdc596-8292-4932-acae-1bffc6eb4e55' progress to 100 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.234863] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: b31e2639-f0aa-46ba-85f7-dd5611dce968] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.433124] env[68627]: INFO nova.compute.manager [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Took 24.66 seconds to build instance. [ 1167.539689] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.738421] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 60d87a34-6085-4b55-8f29-9fccb02d6ad9] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.934344] env[68627]: DEBUG nova.compute.manager [req-dfcacaac-411d-4ccc-9ac7-9e5f3fb29959 req-96398604-9508-4d6b-86dd-8c79aa14d53f service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Received event network-changed-db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.934841] env[68627]: DEBUG nova.compute.manager [req-dfcacaac-411d-4ccc-9ac7-9e5f3fb29959 req-96398604-9508-4d6b-86dd-8c79aa14d53f service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Refreshing instance network info cache due to event network-changed-db18ea6b-5151-4cb4-ba37-f2d0c6750495. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.935324] env[68627]: DEBUG oslo_concurrency.lockutils [req-dfcacaac-411d-4ccc-9ac7-9e5f3fb29959 req-96398604-9508-4d6b-86dd-8c79aa14d53f service nova] Acquiring lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.935572] env[68627]: DEBUG oslo_concurrency.lockutils [req-dfcacaac-411d-4ccc-9ac7-9e5f3fb29959 req-96398604-9508-4d6b-86dd-8c79aa14d53f service nova] Acquired lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.935815] env[68627]: DEBUG nova.network.neutron [req-dfcacaac-411d-4ccc-9ac7-9e5f3fb29959 req-96398604-9508-4d6b-86dd-8c79aa14d53f service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Refreshing network info cache for port db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.937690] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1eb83ee8-a01e-45ae-bb41-dca7b60b4555 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.174s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.015137] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "64eea1e7-34f6-40e4-ba0e-ac472f500580" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.015137] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "64eea1e7-34f6-40e4-ba0e-ac472f500580" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.015137] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "64eea1e7-34f6-40e4-ba0e-ac472f500580-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.015137] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "64eea1e7-34f6-40e4-ba0e-ac472f500580-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.015137] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "64eea1e7-34f6-40e4-ba0e-ac472f500580-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.018208] env[68627]: INFO nova.compute.manager [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Terminating instance [ 1168.242494] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: cac9be22-fe33-4bbc-b5e7-d9521a3cf387] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.523832] env[68627]: DEBUG nova.compute.manager [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.524077] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.524972] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231c0b65-a67c-457c-89d9-fcfe9c4f33e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.533061] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.533324] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa8711d9-43af-49e9-9cbb-dba326a52fc6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.627067] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.627323] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.627626] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleting the datastore file [datastore1] 64eea1e7-34f6-40e4-ba0e-ac472f500580 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.627881] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d96d20d-9efa-4ba2-b92d-2e7658694c93 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.634674] env[68627]: DEBUG oslo_vmware.api [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1168.634674] env[68627]: value = "task-3037991" [ 1168.634674] env[68627]: _type = "Task" [ 1168.634674] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.643578] env[68627]: DEBUG oslo_vmware.api [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.656090] env[68627]: DEBUG nova.network.neutron [req-dfcacaac-411d-4ccc-9ac7-9e5f3fb29959 req-96398604-9508-4d6b-86dd-8c79aa14d53f service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updated VIF entry in instance network info cache for port db18ea6b-5151-4cb4-ba37-f2d0c6750495. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.656447] env[68627]: DEBUG nova.network.neutron [req-dfcacaac-411d-4ccc-9ac7-9e5f3fb29959 req-96398604-9508-4d6b-86dd-8c79aa14d53f service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updating instance_info_cache with network_info: [{"id": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "address": "fa:16:3e:74:0d:fa", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb18ea6b-51", "ovs_interfaceid": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.747634] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 0fbe7a9c-4c2e-418e-ac67-f4bbc89f1386] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.058699] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fd08d2-42d2-4293-a3d1-6babfcb91465 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.077936] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating instance 'b8bef721-f34f-42c7-9788-9be6bf141c55' progress to 0 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.145994] env[68627]: DEBUG oslo_vmware.api [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370254} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.146351] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.146583] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.146817] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.147058] env[68627]: INFO nova.compute.manager [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1169.147361] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.147586] env[68627]: DEBUG nova.compute.manager [-] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.147750] env[68627]: DEBUG nova.network.neutron [-] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.159377] env[68627]: DEBUG oslo_concurrency.lockutils [req-dfcacaac-411d-4ccc-9ac7-9e5f3fb29959 req-96398604-9508-4d6b-86dd-8c79aa14d53f service nova] Releasing lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.250687] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "f6fdc596-8292-4932-acae-1bffc6eb4e55" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.250976] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.251174] env[68627]: DEBUG nova.compute.manager [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Going to confirm migration 7 {{(pid=68627) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1169.252695] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: bcf23d21-2526-4821-9eba-ab8b664c3556] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.584572] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.584913] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09c10ed7-c38a-4189-a311-ae650d208562 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.592578] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1169.592578] env[68627]: value = "task-3037992" [ 1169.592578] env[68627]: _type = "Task" [ 1169.592578] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.601126] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.758160] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 93fdbf99-a224-4531-887b-9ee805ecb49c] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.815201] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.815486] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquired lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.815705] env[68627]: DEBUG nova.network.neutron [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.815930] env[68627]: DEBUG nova.objects.instance [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lazy-loading 'info_cache' on Instance uuid f6fdc596-8292-4932-acae-1bffc6eb4e55 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.894838] env[68627]: DEBUG nova.network.neutron [-] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.965965] env[68627]: DEBUG nova.compute.manager [req-c494bf2b-cc8d-4b32-8089-e1923e72e0f2 req-98c28e75-9b70-4fbb-b309-1d968a96bfd5 service nova] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Received event network-vif-deleted-9beab929-be3a-411f-9252-94384faf2a21 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.103224] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037992, 'name': PowerOffVM_Task, 'duration_secs': 0.388017} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.103282] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.103489] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating instance 'b8bef721-f34f-42c7-9788-9be6bf141c55' progress to 17 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.172253] env[68627]: DEBUG oslo_concurrency.lockutils [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.172462] env[68627]: DEBUG oslo_concurrency.lockutils [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.172643] env[68627]: INFO nova.compute.manager [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Shelving [ 1170.262475] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: f6817d76-4935-450d-8a4a-d8366420f9f8] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.397197] env[68627]: INFO nova.compute.manager [-] [instance: 64eea1e7-34f6-40e4-ba0e-ac472f500580] Took 1.25 seconds to deallocate network for instance. [ 1170.610443] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.610685] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.610842] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.611035] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.611190] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.611337] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.611540] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.611702] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.611870] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.612443] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.612443] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.617454] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45390e86-5f7d-41bb-89ad-f87d75614f2a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.633197] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1170.633197] env[68627]: value = "task-3037993" [ 1170.633197] env[68627]: _type = "Task" [ 1170.633197] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.641168] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.765974] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: c1c4588e-9765-4db1-b0bc-40d5892dae14] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.902863] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.903170] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.903411] env[68627]: DEBUG nova.objects.instance [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lazy-loading 'resources' on Instance uuid 64eea1e7-34f6-40e4-ba0e-ac472f500580 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.052356] env[68627]: DEBUG nova.network.neutron [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance_info_cache with network_info: [{"id": "3273dfb9-437f-48b8-94cb-0817956d6a57", "address": "fa:16:3e:99:9c:38", "network": {"id": "0ef095a6-afb5-4bc9-83c4-7a71b0b9a680", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2019621561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee54a20aee5e4fad9dabdd49c4469726", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3273dfb9-43", "ovs_interfaceid": "3273dfb9-437f-48b8-94cb-0817956d6a57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.144592] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.180863] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.181159] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-615061d0-572d-4c82-937d-ca41a71176aa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.188382] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1171.188382] env[68627]: value = "task-3037994" [ 1171.188382] env[68627]: _type = "Task" [ 1171.188382] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.197043] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.269201] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 98dfc73b-7a5f-4780-be92-4b656ba28276] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.555060] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Releasing lock "refresh_cache-f6fdc596-8292-4932-acae-1bffc6eb4e55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.555060] env[68627]: DEBUG nova.objects.instance [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lazy-loading 'migration_context' on Instance uuid f6fdc596-8292-4932-acae-1bffc6eb4e55 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.589099] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b517e7fe-6493-4323-bdc7-011e9a5b31e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.596167] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906bc8d7-99ef-4d62-93ec-95573b4195b8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.625749] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a2d1b2-d863-4788-815c-4377b8bdad30 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.633205] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d285ad-657c-478c-84bd-2bdb88376877 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.644854] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037993, 'name': ReconfigVM_Task, 'duration_secs': 0.532725} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.652407] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating instance 'b8bef721-f34f-42c7-9788-9be6bf141c55' progress to 33 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.655900] env[68627]: DEBUG nova.compute.provider_tree [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.699782] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037994, 'name': PowerOffVM_Task, 'duration_secs': 0.167888} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.700048] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.700812] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3e8554-3fcf-4122-8799-0f5d5de51035 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.718614] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef1647f-7325-4598-8839-129376bc9874 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.772070] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 758f3c2a-5385-49ee-88ca-64e2136b254d] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.057926] env[68627]: DEBUG nova.objects.base [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1172.058926] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627dc846-e7a7-478a-9a20-808b0bef5a51 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.078255] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d5bd88-0eb3-4b61-9ce6-3d02b7caa9cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.083747] env[68627]: DEBUG oslo_vmware.api [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1172.083747] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52fb58d6-7798-6e68-3bc9-e7751aefce43" [ 1172.083747] env[68627]: _type = "Task" [ 1172.083747] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.091186] env[68627]: DEBUG oslo_vmware.api [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52fb58d6-7798-6e68-3bc9-e7751aefce43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.159802] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.159965] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.160141] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.160323] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.160465] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.160652] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.160863] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.161029] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.161198] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.161355] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.161535] env[68627]: DEBUG nova.virt.hardware [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.166893] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1172.167757] env[68627]: DEBUG nova.scheduler.client.report [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.171032] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e66ffd-7623-48b5-a980-fb9ea80d1fdc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.191417] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1172.191417] env[68627]: value = "task-3037995" [ 1172.191417] env[68627]: _type = "Task" [ 1172.191417] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.199691] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.228364] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1172.228815] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4dafbba1-280c-4679-9360-1c9da02cbe4e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.235955] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1172.235955] env[68627]: value = "task-3037996" [ 1172.235955] env[68627]: _type = "Task" [ 1172.235955] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.244222] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037996, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.275652] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 896c1c18-ab61-474f-8357-098afecc2644] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.594055] env[68627]: DEBUG oslo_vmware.api [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52fb58d6-7798-6e68-3bc9-e7751aefce43, 'name': SearchDatastore_Task, 'duration_secs': 0.007386} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.594354] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.685687] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.688126] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.094s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.702335] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037995, 'name': ReconfigVM_Task, 'duration_secs': 0.24159} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.702601] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.703377] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3dcd20-8260-4ffd-a47f-96c782800c1f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.708350] env[68627]: INFO nova.scheduler.client.report [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted allocations for instance 64eea1e7-34f6-40e4-ba0e-ac472f500580 [ 1172.729547] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] b8bef721-f34f-42c7-9788-9be6bf141c55/b8bef721-f34f-42c7-9788-9be6bf141c55.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.732058] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a551f0de-2069-4fe1-9311-6670d0589247 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.753406] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037996, 'name': CreateSnapshot_Task, 'duration_secs': 0.387386} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.754596] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1172.754899] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1172.754899] env[68627]: value = "task-3037997" [ 1172.754899] env[68627]: _type = "Task" [ 1172.754899] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.755671] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9b665b-f196-42c9-a80d-c42c33b7a033 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.770136] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037997, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.779292] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 98be3a3d-0094-40db-a6e6-8b0ae95b2435] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.254692] env[68627]: DEBUG oslo_concurrency.lockutils [None req-00761fdc-a4fe-42f4-8463-387ab76b8417 tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "64eea1e7-34f6-40e4-ba0e-ac472f500580" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.241s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.282427] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1173.282893] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037997, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.286084] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: e128d8e5-e7bf-473a-aa5b-f887bf9057a2] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.288087] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7befb5a8-2b0b-4849-80a1-45b46ba0b390 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.298822] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1173.298822] env[68627]: value = "task-3037998" [ 1173.298822] env[68627]: _type = "Task" [ 1173.298822] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.309934] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037998, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.428471] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7560374-cf41-4d51-b385-4d2eae4729b7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.435755] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3d88d8-6c27-4da7-8dab-62e9588f5e48 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.469051] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4b95b1-4a7f-4643-8f5f-bf47d65de5e0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.475935] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d7a858-d8c8-4602-b852-a4432ac06a63 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.490981] env[68627]: DEBUG nova.compute.provider_tree [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.769857] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037997, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.793667] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 8b733d8f-d022-48d8-9685-31ed951af87e] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.809226] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037998, 'name': CloneVM_Task} progress is 93%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.853615] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "546c1c7c-6442-41d7-8de2-b4d16b2342f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.853908] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "546c1c7c-6442-41d7-8de2-b4d16b2342f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.854131] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "546c1c7c-6442-41d7-8de2-b4d16b2342f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.854316] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "546c1c7c-6442-41d7-8de2-b4d16b2342f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.854485] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "546c1c7c-6442-41d7-8de2-b4d16b2342f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.856778] env[68627]: INFO nova.compute.manager [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Terminating instance [ 1173.995139] env[68627]: DEBUG nova.scheduler.client.report [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.270982] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3037997, 'name': ReconfigVM_Task, 'duration_secs': 1.444739} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.271330] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Reconfigured VM instance instance-00000076 to attach disk [datastore2] b8bef721-f34f-42c7-9788-9be6bf141c55/b8bef721-f34f-42c7-9788-9be6bf141c55.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.271636] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating instance 'b8bef721-f34f-42c7-9788-9be6bf141c55' progress to 50 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.297327] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: d0bab223-cfbc-4b23-9a25-11787bb7487e] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.310055] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037998, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.360013] env[68627]: DEBUG nova.compute.manager [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.360322] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.361244] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec3c9f0-5792-46e0-aff9-e01607fde626 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.371258] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.371570] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7301298-3dff-4b33-9078-a4ada4ca2eb3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.378027] env[68627]: DEBUG oslo_vmware.api [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1174.378027] env[68627]: value = "task-3037999" [ 1174.378027] env[68627]: _type = "Task" [ 1174.378027] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.386350] env[68627]: DEBUG oslo_vmware.api [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.779260] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f94081-112b-4da2-b94c-1b02f1334469 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.799090] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144ca45b-ef09-44f1-8253-255d9f3f84b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.801773] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 8f35e0ac-c564-4873-89e5-9b072e9804d4] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.812264] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037998, 'name': CloneVM_Task} progress is 95%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.825655] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating instance 'b8bef721-f34f-42c7-9788-9be6bf141c55' progress to 67 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.885593] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.885878] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.891560] env[68627]: DEBUG oslo_vmware.api [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3037999, 'name': PowerOffVM_Task, 'duration_secs': 0.240317} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.891806] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.891978] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.892234] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f68f566-593f-48b9-ad9c-b1066a2c213c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.952083] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.952083] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.952345] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleting the datastore file [datastore1] 546c1c7c-6442-41d7-8de2-b4d16b2342f1 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.952546] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4336d9e-9471-4d24-af61-efeffba5c6d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.959997] env[68627]: DEBUG oslo_vmware.api [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for the task: (returnval){ [ 1174.959997] env[68627]: value = "task-3038001" [ 1174.959997] env[68627]: _type = "Task" [ 1174.959997] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.967903] env[68627]: DEBUG oslo_vmware.api [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3038001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.007408] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.319s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.306070] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 6a1a0788-10b5-49c4-9369-6b9e44dcad83] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.316996] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3037998, 'name': CloneVM_Task, 'duration_secs': 1.643166} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.317339] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Created linked-clone VM from snapshot [ 1175.318049] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e55ccdf-8371-4810-92bd-ea50215d3155 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.325211] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Uploading image b2a97391-4559-4f67-a112-73576e8d3cd1 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1175.352220] env[68627]: DEBUG oslo_vmware.rw_handles [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1175.352220] env[68627]: value = "vm-608710" [ 1175.352220] env[68627]: _type = "VirtualMachine" [ 1175.352220] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1175.352514] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ca871376-1cdf-4c08-bac4-b117a6c596b5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.359517] env[68627]: DEBUG oslo_vmware.rw_handles [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lease: (returnval){ [ 1175.359517] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cb617d-7f87-1585-98a0-342b74b6deb3" [ 1175.359517] env[68627]: _type = "HttpNfcLease" [ 1175.359517] env[68627]: } obtained for exporting VM: (result){ [ 1175.359517] env[68627]: value = "vm-608710" [ 1175.359517] env[68627]: _type = "VirtualMachine" [ 1175.359517] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1175.359868] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the lease: (returnval){ [ 1175.359868] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cb617d-7f87-1585-98a0-342b74b6deb3" [ 1175.359868] env[68627]: _type = "HttpNfcLease" [ 1175.359868] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1175.364036] env[68627]: DEBUG nova.network.neutron [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Port cb122a14-2780-4137-8d2e-6d83efd08fc4 binding to destination host cpu-1 is already ACTIVE {{(pid=68627) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1175.366997] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.366997] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cb617d-7f87-1585-98a0-342b74b6deb3" [ 1175.366997] env[68627]: _type = "HttpNfcLease" [ 1175.366997] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1175.389292] env[68627]: DEBUG nova.compute.utils [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.470615] env[68627]: DEBUG oslo_vmware.api [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Task: {'id': task-3038001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153907} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.470883] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.471045] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.471258] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.471392] env[68627]: INFO nova.compute.manager [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1175.471636] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.471838] env[68627]: DEBUG nova.compute.manager [-] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.471980] env[68627]: DEBUG nova.network.neutron [-] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.567548] env[68627]: INFO nova.scheduler.client.report [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleted allocation for migration 4402ac2b-6f10-410d-b373-077cc6a38620 [ 1175.811609] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: f8a363a9-304e-4872-a088-6fec943204a1] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.873535] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.873535] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cb617d-7f87-1585-98a0-342b74b6deb3" [ 1175.873535] env[68627]: _type = "HttpNfcLease" [ 1175.873535] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1175.873854] env[68627]: DEBUG oslo_vmware.rw_handles [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1175.873854] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cb617d-7f87-1585-98a0-342b74b6deb3" [ 1175.873854] env[68627]: _type = "HttpNfcLease" [ 1175.873854] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1175.874834] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bb2eba-f1f7-40ba-b889-9e4bd536ffd9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.882899] env[68627]: DEBUG oslo_vmware.rw_handles [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d2ecd-4cd8-2241-628e-071759ca92db/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1175.883253] env[68627]: DEBUG oslo_vmware.rw_handles [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d2ecd-4cd8-2241-628e-071759ca92db/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1175.951527] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.061s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.005496] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3dba08db-a181-47b6-9893-0b0942f05085 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.074102] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f8d6063c-f00b-431f-9db3-af0e31ebdd89 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.823s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.087856] env[68627]: DEBUG nova.compute.manager [req-98976fef-09cd-4629-9354-e6ed314dc115 req-72012e7d-a4f9-4c76-ac77-96317da3c1a1 service nova] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Received event network-vif-deleted-f4bd4866-9434-4bdb-9747-57c71d33adbe {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.088120] env[68627]: INFO nova.compute.manager [req-98976fef-09cd-4629-9354-e6ed314dc115 req-72012e7d-a4f9-4c76-ac77-96317da3c1a1 service nova] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Neutron deleted interface f4bd4866-9434-4bdb-9747-57c71d33adbe; detaching it from the instance and deleting it from the info cache [ 1176.088120] env[68627]: DEBUG nova.network.neutron [req-98976fef-09cd-4629-9354-e6ed314dc115 req-72012e7d-a4f9-4c76-ac77-96317da3c1a1 service nova] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.112580] env[68627]: INFO nova.compute.manager [None req-d0d06887-afa4-4e08-8862-df11c9dacc5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Get console output [ 1176.112941] env[68627]: WARNING nova.virt.vmwareapi.driver [None req-d0d06887-afa4-4e08-8862-df11c9dacc5a tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] The console log is missing. Check your VSPC configuration [ 1176.317057] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: cb38574c-7d54-4048-b739-09cf0ea9a132] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.391026] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "b8bef721-f34f-42c7-9788-9be6bf141c55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.391710] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.391806] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.458038] env[68627]: DEBUG nova.network.neutron [-] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.591515] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3630445-ba82-4528-8420-a1a6e1b43d68 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.603324] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb200a9-36f4-4446-a42a-ae36737aec83 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.637857] env[68627]: DEBUG nova.compute.manager [req-98976fef-09cd-4629-9354-e6ed314dc115 req-72012e7d-a4f9-4c76-ac77-96317da3c1a1 service nova] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Detach interface failed, port_id=f4bd4866-9434-4bdb-9747-57c71d33adbe, reason: Instance 546c1c7c-6442-41d7-8de2-b4d16b2342f1 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1176.668228] env[68627]: DEBUG nova.compute.manager [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Stashing vm_state: active {{(pid=68627) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1176.820409] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 96e83d99-c233-4409-900f-64cbdf961769] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.955297] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.956020] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.957933] env[68627]: INFO nova.compute.manager [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Attaching volume 68489aef-a954-4c3b-be6d-9f500b2e7619 to /dev/sdb [ 1176.960485] env[68627]: INFO nova.compute.manager [-] [instance: 546c1c7c-6442-41d7-8de2-b4d16b2342f1] Took 1.49 seconds to deallocate network for instance. [ 1176.993097] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1245c402-505f-46ba-8ba5-aab997f0e6aa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.000463] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d584899-056d-4a64-bf7e-4bb349ef579c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.015083] env[68627]: DEBUG nova.virt.block_device [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Updating existing volume attachment record: f8c91273-8a37-4e3f-af81-35f07f2af2f0 {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1177.189407] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.189717] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.323797] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: b562fbb2-bef8-4290-82f9-3b9ecbe86f12] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.434345] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.434673] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.434895] env[68627]: DEBUG nova.network.neutron [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.469957] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.694975] env[68627]: INFO nova.compute.claims [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.828473] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: bd68584c-0332-4bea-b08b-5a5682f32233] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.146588] env[68627]: DEBUG nova.network.neutron [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating instance_info_cache with network_info: [{"id": "cb122a14-2780-4137-8d2e-6d83efd08fc4", "address": "fa:16:3e:0b:4e:2c", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb122a14-27", "ovs_interfaceid": "cb122a14-2780-4137-8d2e-6d83efd08fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.202131] env[68627]: INFO nova.compute.resource_tracker [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating resource usage from migration d80181fc-2c54-4a33-a915-a6f1e43cdc50 [ 1178.255089] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "8224e82d-9840-4b39-8efe-035f7fd87e15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.255296] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "8224e82d-9840-4b39-8efe-035f7fd87e15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.255688] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "8224e82d-9840-4b39-8efe-035f7fd87e15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.255892] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "8224e82d-9840-4b39-8efe-035f7fd87e15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.256084] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "8224e82d-9840-4b39-8efe-035f7fd87e15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.258915] env[68627]: INFO nova.compute.manager [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Terminating instance [ 1178.331943] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: bafad755-24d0-40c9-b229-216ccfaff4ab] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.397322] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727805fc-4c7b-42f1-95d8-9d13824d895f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.405369] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5658fd-36d7-4421-88ef-7e14771351ba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.437659] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccec7930-0e01-422e-a645-ef4019fb2e9a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.445415] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f503369-5fef-42e6-b293-83d3a764cc1e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.458793] env[68627]: DEBUG nova.compute.provider_tree [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.650043] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.762923] env[68627]: DEBUG nova.compute.manager [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.763207] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.764483] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327fa498-bd3e-49c7-970b-8e7376685431 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.773148] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.773410] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f01beb2a-fadb-4b39-9ef8-a2d390f30a23 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.780884] env[68627]: DEBUG oslo_vmware.api [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1178.780884] env[68627]: value = "task-3038004" [ 1178.780884] env[68627]: _type = "Task" [ 1178.780884] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.789260] env[68627]: DEBUG oslo_vmware.api [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.837845] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 567f617b-7bc8-4881-a593-469158cca154] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.961668] env[68627]: DEBUG nova.scheduler.client.report [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.176617] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a58fec-911e-4981-92bc-da3044f0daba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.203281] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbaaee7-168b-4c0c-8777-bc2600083948 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.210829] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating instance 'b8bef721-f34f-42c7-9788-9be6bf141c55' progress to 83 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.292052] env[68627]: DEBUG oslo_vmware.api [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038004, 'name': PowerOffVM_Task, 'duration_secs': 0.207021} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.292052] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.292052] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.292052] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6be7db7-1985-4f64-86af-9a00fb9db4ec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.341280] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 401f7afd-55f9-40df-8ea7-892c97c15b01] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.353776] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.354023] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.354232] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Deleting the datastore file [datastore1] 8224e82d-9840-4b39-8efe-035f7fd87e15 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.354533] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce665f5d-7fbf-4e87-9af3-5e32cfd33fb5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.361603] env[68627]: DEBUG oslo_vmware.api [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1179.361603] env[68627]: value = "task-3038007" [ 1179.361603] env[68627]: _type = "Task" [ 1179.361603] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.369740] env[68627]: DEBUG oslo_vmware.api [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.468115] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.278s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.468355] env[68627]: INFO nova.compute.manager [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Migrating [ 1179.476421] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.006s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.476701] env[68627]: DEBUG nova.objects.instance [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lazy-loading 'resources' on Instance uuid 546c1c7c-6442-41d7-8de2-b4d16b2342f1 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.678666] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b211ed4-0a04-4963-837f-7265ebeaadf7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.686531] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b842903-80ec-420c-81c5-b23f3d021d21 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.719511] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.719965] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f50f51ea-d5d3-4d6b-b758-f5084dcf6627 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.722194] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2dd759-d62b-425b-9623-725fc2e3a24d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.730808] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb44c61-9efd-4d2a-b4b5-3710a50473db {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.734929] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1179.734929] env[68627]: value = "task-3038008" [ 1179.734929] env[68627]: _type = "Task" [ 1179.734929] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.747112] env[68627]: DEBUG nova.compute.provider_tree [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.753090] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3038008, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.845572] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: aded3c33-08be-4109-960c-111194975958] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.871373] env[68627]: DEBUG oslo_vmware.api [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154854} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.872264] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.872457] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.872638] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.872812] env[68627]: INFO nova.compute.manager [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1179.873067] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.873263] env[68627]: DEBUG nova.compute.manager [-] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.873360] env[68627]: DEBUG nova.network.neutron [-] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.987569] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.988112] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.988112] env[68627]: DEBUG nova.network.neutron [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.253307] env[68627]: DEBUG nova.scheduler.client.report [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.258223] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3038008, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.349664] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: acbca5be-4f1e-43eb-b5ad-af7e5faed870] Instance has had 0 of 5 cleanup attempts {{(pid=68627) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.397182] env[68627]: DEBUG nova.compute.manager [req-076e99b7-2ae7-41b5-9193-557895d7e465 req-30b2db8c-ad68-4240-9327-7c4845e6fddf service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Received event network-vif-deleted-375e9ee1-d9fa-4281-8254-37de2d262c6f {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.397182] env[68627]: INFO nova.compute.manager [req-076e99b7-2ae7-41b5-9193-557895d7e465 req-30b2db8c-ad68-4240-9327-7c4845e6fddf service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Neutron deleted interface 375e9ee1-d9fa-4281-8254-37de2d262c6f; detaching it from the instance and deleting it from the info cache [ 1180.397182] env[68627]: DEBUG nova.network.neutron [req-076e99b7-2ae7-41b5-9193-557895d7e465 req-30b2db8c-ad68-4240-9327-7c4845e6fddf service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.696357] env[68627]: DEBUG nova.network.neutron [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance_info_cache with network_info: [{"id": "0a464c04-7650-480d-b9c5-cb0177f31d48", "address": "fa:16:3e:98:e7:a0", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a464c04-76", "ovs_interfaceid": "0a464c04-7650-480d-b9c5-cb0177f31d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.749096] env[68627]: DEBUG oslo_vmware.api [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3038008, 'name': PowerOnVM_Task, 'duration_secs': 0.733536} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.749336] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.749518] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b04bce80-e648-4498-b663-a13b725efce1 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating instance 'b8bef721-f34f-42c7-9788-9be6bf141c55' progress to 100 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.759383] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.283s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.782511] env[68627]: INFO nova.scheduler.client.report [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Deleted allocations for instance 546c1c7c-6442-41d7-8de2-b4d16b2342f1 [ 1180.814986] env[68627]: DEBUG nova.network.neutron [-] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.854106] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.854299] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Cleaning up deleted instances with incomplete migration {{(pid=68627) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1180.901258] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aefb23d6-aedc-48c5-b3b3-82050ab19f15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.910664] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd785511-1b5e-4c81-bee6-24b7764de1c1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.930239] env[68627]: DEBUG oslo_concurrency.lockutils [None req-afd9ea74-39ea-4e9a-b5a6-2e3da576c776 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "interface-25d2913f-ba20-4a47-9d52-70ed43a20075-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.930639] env[68627]: DEBUG oslo_concurrency.lockutils [None req-afd9ea74-39ea-4e9a-b5a6-2e3da576c776 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-25d2913f-ba20-4a47-9d52-70ed43a20075-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.931094] env[68627]: DEBUG nova.objects.instance [None req-afd9ea74-39ea-4e9a-b5a6-2e3da576c776 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'flavor' on Instance uuid 25d2913f-ba20-4a47-9d52-70ed43a20075 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.958035] env[68627]: DEBUG nova.compute.manager [req-076e99b7-2ae7-41b5-9193-557895d7e465 req-30b2db8c-ad68-4240-9327-7c4845e6fddf service nova] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Detach interface failed, port_id=375e9ee1-d9fa-4281-8254-37de2d262c6f, reason: Instance 8224e82d-9840-4b39-8efe-035f7fd87e15 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1181.199835] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.290139] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e36d115b-6cc2-4008-b0c4-6eb8f23b81ed tempest-ServersTestJSON-335214095 tempest-ServersTestJSON-335214095-project-member] Lock "546c1c7c-6442-41d7-8de2-b4d16b2342f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.436s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.317526] env[68627]: INFO nova.compute.manager [-] [instance: 8224e82d-9840-4b39-8efe-035f7fd87e15] Took 1.44 seconds to deallocate network for instance. [ 1181.356519] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.435746] env[68627]: DEBUG nova.objects.instance [None req-afd9ea74-39ea-4e9a-b5a6-2e3da576c776 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'pci_requests' on Instance uuid 25d2913f-ba20-4a47-9d52-70ed43a20075 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.564030] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1181.564030] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608711', 'volume_id': '68489aef-a954-4c3b-be6d-9f500b2e7619', 'name': 'volume-68489aef-a954-4c3b-be6d-9f500b2e7619', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e03aebf-7b34-41d4-9a33-41832d2373a6', 'attached_at': '', 'detached_at': '', 'volume_id': '68489aef-a954-4c3b-be6d-9f500b2e7619', 'serial': '68489aef-a954-4c3b-be6d-9f500b2e7619'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1181.564030] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4cb999-398d-4441-98de-9d4f637746e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.581916] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89969669-c1df-4a3d-8438-3e2049e9a107 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.607341] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-68489aef-a954-4c3b-be6d-9f500b2e7619/volume-68489aef-a954-4c3b-be6d-9f500b2e7619.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.608002] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87ccb6f0-10cd-4205-b493-eb1458e9ff42 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.626622] env[68627]: DEBUG oslo_vmware.api [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1181.626622] env[68627]: value = "task-3038009" [ 1181.626622] env[68627]: _type = "Task" [ 1181.626622] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.636498] env[68627]: DEBUG oslo_vmware.api [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.824322] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.824649] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.824927] env[68627]: DEBUG nova.objects.instance [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lazy-loading 'resources' on Instance uuid 8224e82d-9840-4b39-8efe-035f7fd87e15 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.939031] env[68627]: DEBUG nova.objects.base [None req-afd9ea74-39ea-4e9a-b5a6-2e3da576c776 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Object Instance<25d2913f-ba20-4a47-9d52-70ed43a20075> lazy-loaded attributes: flavor,pci_requests {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1181.939430] env[68627]: DEBUG nova.network.neutron [None req-afd9ea74-39ea-4e9a-b5a6-2e3da576c776 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.074878] env[68627]: DEBUG oslo_concurrency.lockutils [None req-afd9ea74-39ea-4e9a-b5a6-2e3da576c776 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-25d2913f-ba20-4a47-9d52-70ed43a20075-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.144s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.138624] env[68627]: DEBUG oslo_vmware.api [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038009, 'name': ReconfigVM_Task, 'duration_secs': 0.375313} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.138921] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-68489aef-a954-4c3b-be6d-9f500b2e7619/volume-68489aef-a954-4c3b-be6d-9f500b2e7619.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.143914] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17266b5c-cef4-4c09-98fb-a15d7f9d82cb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.161563] env[68627]: DEBUG oslo_vmware.api [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1182.161563] env[68627]: value = "task-3038010" [ 1182.161563] env[68627]: _type = "Task" [ 1182.161563] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.170456] env[68627]: DEBUG oslo_vmware.api [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.683556] env[68627]: DEBUG oslo_vmware.api [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.715297] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd7f958-23ae-47fd-a649-3e3272c23acd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.738366] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance '0204e32b-986b-48a1-bccc-ba413aad5e59' progress to 0 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.848441] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df43683a-a474-4c3d-b2d0-783d68126bb6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.855229] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccc7028-78c1-4aa2-8879-81f8031614e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.888324] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a1de5b-6cc4-487e-b314-20e029b04105 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.895846] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d079b0-861e-441e-9fad-8ade0cccaac9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.909816] env[68627]: DEBUG nova.compute.provider_tree [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.175872] env[68627]: DEBUG oslo_vmware.api [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038010, 'name': ReconfigVM_Task, 'duration_secs': 0.961783} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.176224] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608711', 'volume_id': '68489aef-a954-4c3b-be6d-9f500b2e7619', 'name': 'volume-68489aef-a954-4c3b-be6d-9f500b2e7619', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e03aebf-7b34-41d4-9a33-41832d2373a6', 'attached_at': '', 'detached_at': '', 'volume_id': '68489aef-a954-4c3b-be6d-9f500b2e7619', 'serial': '68489aef-a954-4c3b-be6d-9f500b2e7619'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1183.245554] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.246815] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e42f735d-e30d-4e2c-b26a-c6d3b245ceb4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.255036] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1183.255036] env[68627]: value = "task-3038011" [ 1183.255036] env[68627]: _type = "Task" [ 1183.255036] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.267323] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.350767] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "b8bef721-f34f-42c7-9788-9be6bf141c55" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.351118] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.351362] env[68627]: DEBUG nova.compute.manager [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Going to confirm migration 8 {{(pid=68627) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1183.413472] env[68627]: DEBUG nova.scheduler.client.report [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.768719] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038011, 'name': PowerOffVM_Task, 'duration_secs': 0.432043} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.769327] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.769674] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance '0204e32b-986b-48a1-bccc-ba413aad5e59' progress to 17 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.857013] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.919257] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.924091] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.924574] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquired lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.924957] env[68627]: DEBUG nova.network.neutron [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.925247] env[68627]: DEBUG nova.objects.instance [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lazy-loading 'info_cache' on Instance uuid b8bef721-f34f-42c7-9788-9be6bf141c55 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.942961] env[68627]: INFO nova.scheduler.client.report [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Deleted allocations for instance 8224e82d-9840-4b39-8efe-035f7fd87e15 [ 1184.277211] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.277522] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.277779] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.277980] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.278124] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.278318] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.278526] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.278688] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.278853] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.279030] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.279210] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.284750] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f6048a-cdb2-437f-987e-d2c54eb74c20 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.300485] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1184.300485] env[68627]: value = "task-3038012" [ 1184.300485] env[68627]: _type = "Task" [ 1184.300485] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.308586] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.339694] env[68627]: DEBUG nova.objects.instance [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'flavor' on Instance uuid 7e03aebf-7b34-41d4-9a33-41832d2373a6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.364930] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.365289] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.365461] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.365673] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.376396] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "interface-25d2913f-ba20-4a47-9d52-70ed43a20075-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.376671] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-25d2913f-ba20-4a47-9d52-70ed43a20075-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.377041] env[68627]: DEBUG nova.objects.instance [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'flavor' on Instance uuid 25d2913f-ba20-4a47-9d52-70ed43a20075 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.451037] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f9d1238e-5a0f-4379-a367-b28aeb66b9e6 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "8224e82d-9840-4b39-8efe-035f7fd87e15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.196s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.708248] env[68627]: DEBUG oslo_vmware.rw_handles [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d2ecd-4cd8-2241-628e-071759ca92db/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1184.709204] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2643692f-5d43-47c0-9e29-31743108c878 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.715470] env[68627]: DEBUG oslo_vmware.rw_handles [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d2ecd-4cd8-2241-628e-071759ca92db/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1184.715677] env[68627]: ERROR oslo_vmware.rw_handles [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d2ecd-4cd8-2241-628e-071759ca92db/disk-0.vmdk due to incomplete transfer. [ 1184.715922] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5b33638-052e-4bd9-bb96-9c5662b5407f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.722475] env[68627]: DEBUG oslo_vmware.rw_handles [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d2ecd-4cd8-2241-628e-071759ca92db/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1184.722667] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Uploaded image b2a97391-4559-4f67-a112-73576e8d3cd1 to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1184.724847] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1184.725084] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0ac94593-f93a-4ef2-96b9-e84ef98e019e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.730859] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1184.730859] env[68627]: value = "task-3038013" [ 1184.730859] env[68627]: _type = "Task" [ 1184.730859] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.739876] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038013, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.809893] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038012, 'name': ReconfigVM_Task, 'duration_secs': 0.221368} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.810272] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance '0204e32b-986b-48a1-bccc-ba413aad5e59' progress to 33 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.844707] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c10e095c-d0a4-4416-9968-de5b3f2ffbe7 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.889s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.871272] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Getting list of instances from cluster (obj){ [ 1184.871272] env[68627]: value = "domain-c8" [ 1184.871272] env[68627]: _type = "ClusterComputeResource" [ 1184.871272] env[68627]: } {{(pid=68627) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1184.872289] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d543ce68-7051-4f67-9567-6e88f2ea55e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.895456] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Got total of 11 instances {{(pid=68627) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1184.895618] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Triggering sync for uuid 7d63cf7b-7227-4d99-b08c-b7bc56020e1b {{(pid=68627) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1184.895810] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Triggering sync for uuid e0fff958-b6df-4d38-b9c0-f1a5babd266c {{(pid=68627) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1184.896344] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Triggering sync for uuid 3f7d1875-756b-473a-a501-0bd2e827661d {{(pid=68627) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1184.896344] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Triggering sync for uuid 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b {{(pid=68627) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1184.896502] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Triggering sync for uuid f6fdc596-8292-4932-acae-1bffc6eb4e55 {{(pid=68627) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1184.896555] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Triggering sync for uuid 7e03aebf-7b34-41d4-9a33-41832d2373a6 {{(pid=68627) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1184.896698] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Triggering sync for uuid 0204e32b-986b-48a1-bccc-ba413aad5e59 {{(pid=68627) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1184.896895] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Triggering sync for uuid 25d2913f-ba20-4a47-9d52-70ed43a20075 {{(pid=68627) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1184.897195] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Triggering sync for uuid 6a60f86b-90ac-4ce5-8f27-27bf265687c7 {{(pid=68627) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1184.897418] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Triggering sync for uuid b8bef721-f34f-42c7-9788-9be6bf141c55 {{(pid=68627) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1184.897656] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Triggering sync for uuid c656fe48-f2c0-4bc7-b0d0-0869038230f8 {{(pid=68627) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1184.898479] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.898788] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.899180] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.899445] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.899789] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "3f7d1875-756b-473a-a501-0bd2e827661d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.900073] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "3f7d1875-756b-473a-a501-0bd2e827661d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.900320] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.900540] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "f6fdc596-8292-4932-acae-1bffc6eb4e55" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.900735] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.900960] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.901164] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.901403] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "0204e32b-986b-48a1-bccc-ba413aad5e59" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.901584] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "0204e32b-986b-48a1-bccc-ba413aad5e59" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.901749] env[68627]: INFO nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1184.901908] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "0204e32b-986b-48a1-bccc-ba413aad5e59" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.902111] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "25d2913f-ba20-4a47-9d52-70ed43a20075" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.902614] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.902877] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.903079] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.903546] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "b8bef721-f34f-42c7-9788-9be6bf141c55" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.903546] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.903686] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.903882] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.904033] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68627) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1184.904775] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf45d95-b838-470e-8cad-4fcecf8d5ed3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.908174] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b428c68e-2f5d-4d4b-8695-7a866df660cd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.911133] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5332c2-621d-414e-a4a7-2db20e9ee61b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.913785] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6a57a4-7e74-4a5e-97b4-67bbc734c02c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.916707] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef9109e-c25c-4407-8858-696a0ad99dda {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.919099] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a82992-bff9-4a9e-9e6f-945bf68d9154 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.922436] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86410496-1742-4066-bda6-90bc63cd9508 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.926054] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f319aa-d6d7-4b7b-94ea-967e43e3ab99 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.928856] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.087612] env[68627]: DEBUG nova.objects.instance [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'pci_requests' on Instance uuid 25d2913f-ba20-4a47-9d52-70ed43a20075 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.197944] env[68627]: DEBUG nova.network.neutron [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating instance_info_cache with network_info: [{"id": "cb122a14-2780-4137-8d2e-6d83efd08fc4", "address": "fa:16:3e:0b:4e:2c", "network": {"id": "53b9d971-7d7d-4302-ab3d-033d03509655", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-223556124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f4b58eeefb44f9cae62d73869da818b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb122a14-27", "ovs_interfaceid": "cb122a14-2780-4137-8d2e-6d83efd08fc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.240259] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038013, 'name': Destroy_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.318065] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.318495] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.318798] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.319123] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.319417] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.319713] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.320115] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.320422] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.320783] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.321090] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.321415] env[68627]: DEBUG nova.virt.hardware [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.331565] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.331732] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-298b29fb-1888-4d1b-bd36-3e34beb83b90 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.362666] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1185.362666] env[68627]: value = "task-3038014" [ 1185.362666] env[68627]: _type = "Task" [ 1185.362666] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.375259] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.438671] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.439008] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.439241] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.439420] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68627) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1185.440377] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c9dad6-f1bc-4f07-a50f-44d92a15fd99 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.448842] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a68ae2-762e-44dc-9353-03c067918bcf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.453054] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.453402] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.463398] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.463765] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.464087] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.464591] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.465284] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb4d7db-e1ae-4a35-866b-cd67d210b015 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.467850] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.472428] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7740e0-993f-4224-9a1d-eb3abbfbbf7f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.476135] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "3f7d1875-756b-473a-a501-0bd2e827661d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.502623] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179975MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68627) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1185.502756] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.502964] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.590143] env[68627]: DEBUG nova.objects.base [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Object Instance<25d2913f-ba20-4a47-9d52-70ed43a20075> lazy-loaded attributes: flavor,pci_requests {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1185.590383] env[68627]: DEBUG nova.network.neutron [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.625985] env[68627]: DEBUG nova.policy [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3c3e4b04d54d6a8502b5ad819eb5b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd75e742ad80b4afa8f07c78f27a6f587', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.700346] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Releasing lock "refresh_cache-b8bef721-f34f-42c7-9788-9be6bf141c55" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.700555] env[68627]: DEBUG nova.objects.instance [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lazy-loading 'migration_context' on Instance uuid b8bef721-f34f-42c7-9788-9be6bf141c55 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.740957] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038013, 'name': Destroy_Task, 'duration_secs': 0.772752} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.741217] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Destroyed the VM [ 1185.741454] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1185.741951] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac48cd29-e18f-4592-9820-c6ed98aa87a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.747802] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1185.747802] env[68627]: value = "task-3038015" [ 1185.747802] env[68627]: _type = "Task" [ 1185.747802] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.756914] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.876454] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038014, 'name': ReconfigVM_Task, 'duration_secs': 0.386656} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.877413] env[68627]: DEBUG nova.network.neutron [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Successfully created port: 69b43b17-4016-4b72-b568-1172376fd497 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.879308] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.880129] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eeb4eb-fa14-4226-9028-edf9faf38cc0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.902247] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 0204e32b-986b-48a1-bccc-ba413aad5e59/0204e32b-986b-48a1-bccc-ba413aad5e59.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.902513] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb9af41c-3447-4672-bcd0-b94d7841fbd1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.920503] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1185.920503] env[68627]: value = "task-3038016" [ 1185.920503] env[68627]: _type = "Task" [ 1185.920503] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.929763] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.203671] env[68627]: DEBUG nova.objects.base [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1186.204605] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0b8f41-1649-4cef-8fdb-fd1318e3f08e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.223803] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db45498-5959-4be9-b3d1-dcd8f0c94977 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.229413] env[68627]: DEBUG oslo_vmware.api [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1186.229413] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52565175-677e-85f3-a2e8-29446df89130" [ 1186.229413] env[68627]: _type = "Task" [ 1186.229413] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.237143] env[68627]: DEBUG oslo_vmware.api [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52565175-677e-85f3-a2e8-29446df89130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.256181] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.431072] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.513693] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Applying migration context for instance 0204e32b-986b-48a1-bccc-ba413aad5e59 as it has an incoming, in-progress migration d80181fc-2c54-4a33-a915-a6f1e43cdc50. Migration status is migrating {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1186.514781] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Applying migration context for instance b8bef721-f34f-42c7-9788-9be6bf141c55 as it has an incoming, in-progress migration 5fa64927-f2e6-4c23-ae40-1e46930dab4e. Migration status is finished {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1186.515681] env[68627]: INFO nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating resource usage from migration d80181fc-2c54-4a33-a915-a6f1e43cdc50 [ 1186.516088] env[68627]: INFO nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating resource usage from migration 5fa64927-f2e6-4c23-ae40-1e46930dab4e [ 1186.536259] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7d63cf7b-7227-4d99-b08c-b7bc56020e1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.536444] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance e0fff958-b6df-4d38-b9c0-f1a5babd266c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.536582] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 3f7d1875-756b-473a-a501-0bd2e827661d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.536727] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.536910] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7e03aebf-7b34-41d4-9a33-41832d2373a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.536996] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 25d2913f-ba20-4a47-9d52-70ed43a20075 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.537150] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 6a60f86b-90ac-4ce5-8f27-27bf265687c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.537289] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance f6fdc596-8292-4932-acae-1bffc6eb4e55 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.537426] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance c656fe48-f2c0-4bc7-b0d0-0869038230f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.537562] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Migration 5fa64927-f2e6-4c23-ae40-1e46930dab4e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1186.537690] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance b8bef721-f34f-42c7-9788-9be6bf141c55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.537818] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Migration d80181fc-2c54-4a33-a915-a6f1e43cdc50 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1186.537931] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 0204e32b-986b-48a1-bccc-ba413aad5e59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.538201] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1186.538394] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1186.687307] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be0935a-76c4-48d0-9be7-6f7d3d46e14e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.694833] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51bade7-37f1-4166-ac6d-cbde6c192aad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.726320] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0986f8d4-fc39-40b9-9a88-9e37ae48954b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.736301] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ca2691-17fa-4901-b926-edc82c2b39d5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.742856] env[68627]: DEBUG oslo_vmware.api [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52565175-677e-85f3-a2e8-29446df89130, 'name': SearchDatastore_Task, 'duration_secs': 0.00838} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.743478] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.752297] env[68627]: DEBUG nova.compute.provider_tree [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.760514] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038015, 'name': RemoveSnapshot_Task, 'duration_secs': 0.82217} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.760759] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1186.761048] env[68627]: DEBUG nova.compute.manager [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.761751] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3fc443-72ca-4472-80a8-e3623adb78a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.931197] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038016, 'name': ReconfigVM_Task, 'duration_secs': 0.581649} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.931574] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 0204e32b-986b-48a1-bccc-ba413aad5e59/0204e32b-986b-48a1-bccc-ba413aad5e59.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.931730] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance '0204e32b-986b-48a1-bccc-ba413aad5e59' progress to 50 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.257249] env[68627]: DEBUG nova.scheduler.client.report [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.272759] env[68627]: INFO nova.compute.manager [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Shelve offloading [ 1187.320904] env[68627]: DEBUG nova.network.neutron [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Successfully updated port: 69b43b17-4016-4b72-b568-1172376fd497 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.438349] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623a3f14-bc23-4015-9194-03b507370d53 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.457669] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d377bd7-7b40-4e6b-b34b-248c21626431 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.477064] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance '0204e32b-986b-48a1-bccc-ba413aad5e59' progress to 67 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.762592] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1187.762838] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.260s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.763151] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.020s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.775929] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.776982] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d9c81be-f107-49eb-a433-9fc9f8b95959 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.784163] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1187.784163] env[68627]: value = "task-3038017" [ 1187.784163] env[68627]: _type = "Task" [ 1187.784163] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.792297] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.827384] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.827486] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.827669] env[68627]: DEBUG nova.network.neutron [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.013382] env[68627]: DEBUG nova.network.neutron [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Port 0a464c04-7650-480d-b9c5-cb0177f31d48 binding to destination host cpu-1 is already ACTIVE {{(pid=68627) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1188.295925] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1188.296162] env[68627]: DEBUG nova.compute.manager [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.297076] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023e8c73-b954-40bb-947c-7afdd7a25b01 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.302542] env[68627]: DEBUG oslo_concurrency.lockutils [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.302707] env[68627]: DEBUG oslo_concurrency.lockutils [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.302876] env[68627]: DEBUG nova.network.neutron [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.362365] env[68627]: WARNING nova.network.neutron [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] 99d7c675-0027-4a5a-9eb0-53e439b08f5b already exists in list: networks containing: ['99d7c675-0027-4a5a-9eb0-53e439b08f5b']. ignoring it [ 1188.410459] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7010671b-cabf-490e-8fb8-2fb01a7f9a28 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.418612] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679e9567-2ba0-4dae-b02f-9c1bc57222b3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.451673] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b946310e-9679-493b-a936-2e093cd7b7f2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.459177] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07adb1f4-4b5c-4dc7-9675-134baa461119 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.472454] env[68627]: DEBUG nova.compute.provider_tree [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.632933] env[68627]: DEBUG nova.network.neutron [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updating instance_info_cache with network_info: [{"id": "1eacaba1-3418-4366-b8ab-786ed152f056", "address": "fa:16:3e:86:f1:0e", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eacaba1-34", "ovs_interfaceid": "1eacaba1-3418-4366-b8ab-786ed152f056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69b43b17-4016-4b72-b568-1172376fd497", "address": "fa:16:3e:17:45:ac", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b43b17-40", "ovs_interfaceid": "69b43b17-4016-4b72-b568-1172376fd497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.976168] env[68627]: DEBUG nova.scheduler.client.report [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.993672] env[68627]: DEBUG nova.network.neutron [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Updating instance_info_cache with network_info: [{"id": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "address": "fa:16:3e:44:50:dd", "network": {"id": "e56c98b0-1b95-4233-a536-f08b11ccfa1d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057903290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b375d5283e14877a7855a4790376d3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1a1fb2-01", "ovs_interfaceid": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.035366] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "0204e32b-986b-48a1-bccc-ba413aad5e59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.035366] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "0204e32b-986b-48a1-bccc-ba413aad5e59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.035805] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "0204e32b-986b-48a1-bccc-ba413aad5e59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.135727] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.136412] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.136609] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.137497] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a7043b-efa7-4a5f-86a9-66a722a6a280 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.154565] env[68627]: DEBUG nova.virt.hardware [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.154788] env[68627]: DEBUG nova.virt.hardware [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.154944] env[68627]: DEBUG nova.virt.hardware [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.155138] env[68627]: DEBUG nova.virt.hardware [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.155286] env[68627]: DEBUG nova.virt.hardware [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.155438] env[68627]: DEBUG nova.virt.hardware [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.155699] env[68627]: DEBUG nova.virt.hardware [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.155890] env[68627]: DEBUG nova.virt.hardware [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.156080] env[68627]: DEBUG nova.virt.hardware [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.156251] env[68627]: DEBUG nova.virt.hardware [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.156424] env[68627]: DEBUG nova.virt.hardware [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.162579] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Reconfiguring VM to attach interface {{(pid=68627) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1189.162859] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e6a5ec1-4b4e-40de-8665-573ec20c9e8b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.180436] env[68627]: DEBUG oslo_vmware.api [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1189.180436] env[68627]: value = "task-3038018" [ 1189.180436] env[68627]: _type = "Task" [ 1189.180436] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.188563] env[68627]: DEBUG oslo_vmware.api [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038018, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.495905] env[68627]: DEBUG oslo_concurrency.lockutils [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Releasing lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.692836] env[68627]: DEBUG oslo_vmware.api [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.741229] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.742127] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0fe73d-a1b1-4af4-a973-d2e1fdaf61da {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.749552] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.749791] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d0d5aeb-1325-4d45-9c24-fbee81a1e777 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.808092] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.808092] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.808388] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Deleting the datastore file [datastore2] 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.808937] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c262a320-fbfa-49fe-b391-c669adf902f1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.815170] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1189.815170] env[68627]: value = "task-3038020" [ 1189.815170] env[68627]: _type = "Task" [ 1189.815170] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.823670] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.986030] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.223s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.068745] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.069022] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.069124] env[68627]: DEBUG nova.network.neutron [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.190881] env[68627]: DEBUG oslo_vmware.api [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038018, 'name': ReconfigVM_Task, 'duration_secs': 0.571221} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.191333] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.191544] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Reconfigured VM to attach interface {{(pid=68627) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1190.324710] env[68627]: DEBUG oslo_vmware.api [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134816} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.324999] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.325214] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.325397] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.349497] env[68627]: INFO nova.scheduler.client.report [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Deleted allocations for instance 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b [ 1190.537571] env[68627]: INFO nova.scheduler.client.report [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleted allocation for migration 5fa64927-f2e6-4c23-ae40-1e46930dab4e [ 1190.696448] env[68627]: DEBUG oslo_concurrency.lockutils [None req-06880c24-972f-4735-9c0f-3b765cdd2e82 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-25d2913f-ba20-4a47-9d52-70ed43a20075-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.320s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.769129] env[68627]: DEBUG nova.network.neutron [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance_info_cache with network_info: [{"id": "0a464c04-7650-480d-b9c5-cb0177f31d48", "address": "fa:16:3e:98:e7:a0", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a464c04-76", "ovs_interfaceid": "0a464c04-7650-480d-b9c5-cb0177f31d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.854572] env[68627]: DEBUG oslo_concurrency.lockutils [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.854863] env[68627]: DEBUG oslo_concurrency.lockutils [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.855106] env[68627]: DEBUG nova.objects.instance [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lazy-loading 'resources' on Instance uuid 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.043616] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.692s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.044733] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.141s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.045190] env[68627]: INFO nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] During sync_power_state the instance has a pending task (deleting). Skip. [ 1191.045190] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.272159] env[68627]: DEBUG oslo_concurrency.lockutils [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.357687] env[68627]: DEBUG nova.objects.instance [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lazy-loading 'numa_topology' on Instance uuid 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.720433] env[68627]: DEBUG nova.compute.manager [req-49d744d9-d376-4a0e-807a-b6da11738c71 req-d722f760-45d0-4ac1-a230-2c6fdc20b8a9 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Received event network-vif-plugged-69b43b17-4016-4b72-b568-1172376fd497 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.720619] env[68627]: DEBUG oslo_concurrency.lockutils [req-49d744d9-d376-4a0e-807a-b6da11738c71 req-d722f760-45d0-4ac1-a230-2c6fdc20b8a9 service nova] Acquiring lock "25d2913f-ba20-4a47-9d52-70ed43a20075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.720830] env[68627]: DEBUG oslo_concurrency.lockutils [req-49d744d9-d376-4a0e-807a-b6da11738c71 req-d722f760-45d0-4ac1-a230-2c6fdc20b8a9 service nova] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.721010] env[68627]: DEBUG oslo_concurrency.lockutils [req-49d744d9-d376-4a0e-807a-b6da11738c71 req-d722f760-45d0-4ac1-a230-2c6fdc20b8a9 service nova] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.721199] env[68627]: DEBUG nova.compute.manager [req-49d744d9-d376-4a0e-807a-b6da11738c71 req-d722f760-45d0-4ac1-a230-2c6fdc20b8a9 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] No waiting events found dispatching network-vif-plugged-69b43b17-4016-4b72-b568-1172376fd497 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1191.721350] env[68627]: WARNING nova.compute.manager [req-49d744d9-d376-4a0e-807a-b6da11738c71 req-d722f760-45d0-4ac1-a230-2c6fdc20b8a9 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Received unexpected event network-vif-plugged-69b43b17-4016-4b72-b568-1172376fd497 for instance with vm_state active and task_state None. [ 1191.795316] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f3f49f-111e-4077-9fd9-f15e8221d03f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.814480] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ecb65e-3b90-4364-938a-c1607b7c9852 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.821338] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance '0204e32b-986b-48a1-bccc-ba413aad5e59' progress to 83 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.860303] env[68627]: DEBUG nova.objects.base [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Object Instance<7998a365-1a11-4d2b-b9ba-11c5f3a68f0b> lazy-loaded attributes: resources,numa_topology {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1192.083034] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa83419b-0dd2-4863-95e2-8e0fbbc2eec1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.092065] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0189638c-08a5-4d14-abb0-c77081203277 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.125292] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f388d8-1bdb-4e5c-bff2-55eb119c8ca2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.132838] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92e3fd4-d8a2-4689-8229-8566af8a1b91 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.149277] env[68627]: DEBUG nova.compute.provider_tree [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.328088] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.328770] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1c61757-4122-41fb-8cf4-7b72ad04f138 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.337085] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1192.337085] env[68627]: value = "task-3038021" [ 1192.337085] env[68627]: _type = "Task" [ 1192.337085] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.345262] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.368139] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "b8bef721-f34f-42c7-9788-9be6bf141c55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.368585] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.368911] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "b8bef721-f34f-42c7-9788-9be6bf141c55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.369233] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.369515] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.372426] env[68627]: INFO nova.compute.manager [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Terminating instance [ 1192.618086] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.618336] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.652454] env[68627]: DEBUG nova.scheduler.client.report [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.764309] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "interface-25d2913f-ba20-4a47-9d52-70ed43a20075-5a1d184b-f467-4128-a4f1-50818c42aa96" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.764572] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-25d2913f-ba20-4a47-9d52-70ed43a20075-5a1d184b-f467-4128-a4f1-50818c42aa96" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.764945] env[68627]: DEBUG nova.objects.instance [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'flavor' on Instance uuid 25d2913f-ba20-4a47-9d52-70ed43a20075 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.846575] env[68627]: DEBUG oslo_vmware.api [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038021, 'name': PowerOnVM_Task, 'duration_secs': 0.448545} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.846837] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.847041] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6e8a9b-dcd0-4c0b-afea-bcbeadffb506 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance '0204e32b-986b-48a1-bccc-ba413aad5e59' progress to 100 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.878169] env[68627]: DEBUG nova.compute.manager [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.878385] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.879233] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447df397-ade9-4a2d-aad4-845b6bc84e96 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.886413] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.886636] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c60f182a-0490-4229-b753-32f5cf73579c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.892712] env[68627]: DEBUG oslo_vmware.api [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1192.892712] env[68627]: value = "task-3038022" [ 1192.892712] env[68627]: _type = "Task" [ 1192.892712] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.903151] env[68627]: DEBUG oslo_vmware.api [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3038022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.921611] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.921928] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.117741] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.118041] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.118222] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.118385] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.121534] env[68627]: DEBUG nova.compute.utils [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.157780] env[68627]: DEBUG oslo_concurrency.lockutils [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.223430] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.366893] env[68627]: DEBUG nova.objects.instance [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'pci_requests' on Instance uuid 25d2913f-ba20-4a47-9d52-70ed43a20075 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.402927] env[68627]: DEBUG oslo_vmware.api [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3038022, 'name': PowerOffVM_Task, 'duration_secs': 0.200506} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.403194] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.403365] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.403608] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c797a135-e2b7-4d73-97b3-0836523cd1e6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.425111] env[68627]: INFO nova.compute.manager [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Detaching volume f71ecd10-48b1-40dd-b2af-f81efe37bb4e [ 1193.456518] env[68627]: INFO nova.virt.block_device [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Attempting to driver detach volume f71ecd10-48b1-40dd-b2af-f81efe37bb4e from mountpoint /dev/sdb [ 1193.456763] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1193.456953] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608693', 'volume_id': 'f71ecd10-48b1-40dd-b2af-f81efe37bb4e', 'name': 'volume-f71ecd10-48b1-40dd-b2af-f81efe37bb4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0fff958-b6df-4d38-b9c0-f1a5babd266c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f71ecd10-48b1-40dd-b2af-f81efe37bb4e', 'serial': 'f71ecd10-48b1-40dd-b2af-f81efe37bb4e'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1193.457859] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151ef752-542a-4da6-b35d-e5851fe9257c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.461760] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.461960] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.462153] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleting the datastore file [datastore2] b8bef721-f34f-42c7-9788-9be6bf141c55 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.462822] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-652da783-7a9d-421b-b76b-cecb690daae2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.480977] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240ae250-63ed-40ac-b8f2-87bcfb6dcd76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.483285] env[68627]: DEBUG oslo_vmware.api [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for the task: (returnval){ [ 1193.483285] env[68627]: value = "task-3038024" [ 1193.483285] env[68627]: _type = "Task" [ 1193.483285] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.488518] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f706d32-a67c-4018-8bae-3b506bc6af62 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.493116] env[68627]: DEBUG oslo_vmware.api [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3038024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.512068] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562add09-25e6-40a0-b753-ec23a0dd776f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.527617] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] The volume has not been displaced from its original location: [datastore1] volume-f71ecd10-48b1-40dd-b2af-f81efe37bb4e/volume-f71ecd10-48b1-40dd-b2af-f81efe37bb4e.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1193.532720] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.532997] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dea7279-52a5-4e69-94be-aa0b3be6aa30 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.551066] env[68627]: DEBUG oslo_vmware.api [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1193.551066] env[68627]: value = "task-3038025" [ 1193.551066] env[68627]: _type = "Task" [ 1193.551066] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.558185] env[68627]: DEBUG oslo_vmware.api [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.624282] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.666582] env[68627]: DEBUG oslo_concurrency.lockutils [None req-54368dd1-938e-46c9-b242-93a63b824c64 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.494s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.667907] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.768s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.668125] env[68627]: INFO nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1193.668308] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.668542] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.445s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.668705] env[68627]: INFO nova.compute.manager [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Unshelving [ 1193.869016] env[68627]: DEBUG nova.objects.base [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Object Instance<25d2913f-ba20-4a47-9d52-70ed43a20075> lazy-loaded attributes: flavor,pci_requests {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1193.869241] env[68627]: DEBUG nova.network.neutron [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.929384] env[68627]: DEBUG nova.policy [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3c3e4b04d54d6a8502b5ad819eb5b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd75e742ad80b4afa8f07c78f27a6f587', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.992769] env[68627]: DEBUG oslo_vmware.api [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Task: {'id': task-3038024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153786} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.993037] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.993235] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.993417] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.993617] env[68627]: INFO nova.compute.manager [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1193.993875] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.994093] env[68627]: DEBUG nova.compute.manager [-] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.994190] env[68627]: DEBUG nova.network.neutron [-] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.060303] env[68627]: DEBUG oslo_vmware.api [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038025, 'name': ReconfigVM_Task, 'duration_secs': 0.260965} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.060577] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.065664] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43147232-5b23-48dc-a6e5-697b85c660a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.082117] env[68627]: DEBUG oslo_vmware.api [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1194.082117] env[68627]: value = "task-3038026" [ 1194.082117] env[68627]: _type = "Task" [ 1194.082117] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.090345] env[68627]: DEBUG oslo_vmware.api [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.392399] env[68627]: DEBUG oslo_concurrency.lockutils [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.392704] env[68627]: DEBUG oslo_concurrency.lockutils [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.592563] env[68627]: DEBUG oslo_vmware.api [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038026, 'name': ReconfigVM_Task, 'duration_secs': 0.14101} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.592877] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608693', 'volume_id': 'f71ecd10-48b1-40dd-b2af-f81efe37bb4e', 'name': 'volume-f71ecd10-48b1-40dd-b2af-f81efe37bb4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0fff958-b6df-4d38-b9c0-f1a5babd266c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f71ecd10-48b1-40dd-b2af-f81efe37bb4e', 'serial': 'f71ecd10-48b1-40dd-b2af-f81efe37bb4e'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1194.693845] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.694148] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.694435] env[68627]: DEBUG nova.objects.instance [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lazy-loading 'pci_requests' on Instance uuid 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.695746] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.695964] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.696207] env[68627]: INFO nova.compute.manager [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Attaching volume 1dd4a49f-a52a-4257-be11-3e282a9b01ff to /dev/sdb [ 1194.718929] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.719100] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.725888] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c38287-91dd-4736-a64d-0bdd81fa352d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.733085] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89ad886-8cab-4f49-abb8-e1cde17a855e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.739861] env[68627]: DEBUG nova.network.neutron [-] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.747895] env[68627]: DEBUG nova.virt.block_device [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating existing volume attachment record: 83617bb2-a402-490f-9926-2017511d9694 {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1194.896259] env[68627]: DEBUG nova.compute.utils [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.144111] env[68627]: DEBUG nova.objects.instance [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lazy-loading 'flavor' on Instance uuid e0fff958-b6df-4d38-b9c0-f1a5babd266c {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.200339] env[68627]: DEBUG nova.objects.instance [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lazy-loading 'numa_topology' on Instance uuid 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.222230] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.242756] env[68627]: INFO nova.compute.manager [-] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Took 1.25 seconds to deallocate network for instance. [ 1195.399388] env[68627]: DEBUG oslo_concurrency.lockutils [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.447533] env[68627]: DEBUG nova.network.neutron [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Successfully updated port: 5a1d184b-f467-4128-a4f1-50818c42aa96 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.702879] env[68627]: INFO nova.compute.claims [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.750856] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.950620] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.952096] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.952096] env[68627]: DEBUG nova.network.neutron [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.147611] env[68627]: DEBUG nova.compute.manager [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Received event network-changed-69b43b17-4016-4b72-b568-1172376fd497 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.147803] env[68627]: DEBUG nova.compute.manager [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Refreshing instance network info cache due to event network-changed-69b43b17-4016-4b72-b568-1172376fd497. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.148037] env[68627]: DEBUG oslo_concurrency.lockutils [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] Acquiring lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.150770] env[68627]: DEBUG oslo_concurrency.lockutils [None req-18e4aa9c-4117-49c5-927a-41f84307f627 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.229s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.187311] env[68627]: DEBUG nova.compute.manager [req-5b3fbabe-60f6-4270-b7ad-3701f1f13074 req-bae6e750-902b-4f28-b539-dbd8ac25c5ff service nova] [instance: b8bef721-f34f-42c7-9788-9be6bf141c55] Received event network-vif-deleted-cb122a14-2780-4137-8d2e-6d83efd08fc4 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.462406] env[68627]: DEBUG oslo_concurrency.lockutils [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.462754] env[68627]: DEBUG oslo_concurrency.lockutils [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.463641] env[68627]: INFO nova.compute.manager [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Attaching volume fc9518a9-32bd-4963-aef6-17b1a52151d2 to /dev/sdc [ 1196.493775] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3553408-fae7-472a-8036-449d2bbf2579 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.500550] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d387b0a6-7370-4ec2-b125-2c8b552748c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.503519] env[68627]: WARNING nova.network.neutron [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] 99d7c675-0027-4a5a-9eb0-53e439b08f5b already exists in list: networks containing: ['99d7c675-0027-4a5a-9eb0-53e439b08f5b']. ignoring it [ 1196.503700] env[68627]: WARNING nova.network.neutron [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] 99d7c675-0027-4a5a-9eb0-53e439b08f5b already exists in list: networks containing: ['99d7c675-0027-4a5a-9eb0-53e439b08f5b']. ignoring it [ 1196.516260] env[68627]: DEBUG nova.virt.block_device [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Updating existing volume attachment record: 7e8d495a-da56-411e-abab-0ea74c748548 {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1196.868053] env[68627]: DEBUG nova.network.neutron [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Port 0a464c04-7650-480d-b9c5-cb0177f31d48 binding to destination host cpu-1 is already ACTIVE {{(pid=68627) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1196.868053] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.868525] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.868525] env[68627]: DEBUG nova.network.neutron [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.883204] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00751849-b86b-4ebb-8a55-eaa2d2dd159f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.890644] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.890919] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.891175] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.891412] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.891612] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.893967] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5081b0a-4d58-48f2-8742-4252037fb0ee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.897521] env[68627]: INFO nova.compute.manager [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Terminating instance [ 1196.935113] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502bce87-5f38-4811-9f44-4b23a87d62b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.943874] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82580f45-edb7-48bc-8d65-5886b3a0473b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.959772] env[68627]: DEBUG nova.compute.provider_tree [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.008303] env[68627]: DEBUG nova.network.neutron [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updating instance_info_cache with network_info: [{"id": "1eacaba1-3418-4366-b8ab-786ed152f056", "address": "fa:16:3e:86:f1:0e", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eacaba1-34", "ovs_interfaceid": "1eacaba1-3418-4366-b8ab-786ed152f056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69b43b17-4016-4b72-b568-1172376fd497", "address": "fa:16:3e:17:45:ac", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b43b17-40", "ovs_interfaceid": "69b43b17-4016-4b72-b568-1172376fd497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a1d184b-f467-4128-a4f1-50818c42aa96", "address": "fa:16:3e:68:33:13", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1d184b-f4", "ovs_interfaceid": "5a1d184b-f467-4128-a4f1-50818c42aa96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.401957] env[68627]: DEBUG nova.compute.manager [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.402225] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.403111] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd43f2be-5c9e-4f99-8ea8-bebb937e9a83 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.410618] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.412813] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21aafd33-d0f4-4479-a667-17bd833f0eaa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.419237] env[68627]: DEBUG oslo_vmware.api [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1197.419237] env[68627]: value = "task-3038032" [ 1197.419237] env[68627]: _type = "Task" [ 1197.419237] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.426639] env[68627]: DEBUG oslo_vmware.api [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.463132] env[68627]: DEBUG nova.scheduler.client.report [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.511594] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.512252] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.512408] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.512681] env[68627]: DEBUG oslo_concurrency.lockutils [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] Acquired lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.512886] env[68627]: DEBUG nova.network.neutron [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Refreshing network info cache for port 69b43b17-4016-4b72-b568-1172376fd497 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.514706] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760159bd-2802-4f1e-99a3-b2759f54b716 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.534084] env[68627]: DEBUG nova.virt.hardware [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.534358] env[68627]: DEBUG nova.virt.hardware [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.534532] env[68627]: DEBUG nova.virt.hardware [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.534729] env[68627]: DEBUG nova.virt.hardware [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.534887] env[68627]: DEBUG nova.virt.hardware [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.535106] env[68627]: DEBUG nova.virt.hardware [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.535340] env[68627]: DEBUG nova.virt.hardware [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.535503] env[68627]: DEBUG nova.virt.hardware [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.535728] env[68627]: DEBUG nova.virt.hardware [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.535905] env[68627]: DEBUG nova.virt.hardware [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.536111] env[68627]: DEBUG nova.virt.hardware [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.542627] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Reconfiguring VM to attach interface {{(pid=68627) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1197.546265] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a7b14e2-1e79-4bd6-a8b9-0e6796b9494e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.564633] env[68627]: DEBUG oslo_vmware.api [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1197.564633] env[68627]: value = "task-3038033" [ 1197.564633] env[68627]: _type = "Task" [ 1197.564633] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.574314] env[68627]: DEBUG oslo_vmware.api [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038033, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.679111] env[68627]: DEBUG nova.network.neutron [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance_info_cache with network_info: [{"id": "0a464c04-7650-480d-b9c5-cb0177f31d48", "address": "fa:16:3e:98:e7:a0", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a464c04-76", "ovs_interfaceid": "0a464c04-7650-480d-b9c5-cb0177f31d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.929964] env[68627]: DEBUG oslo_vmware.api [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038032, 'name': PowerOffVM_Task, 'duration_secs': 0.183294} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.930863] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.930964] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.931205] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb994019-a6ff-48bc-ab35-23c944517ac7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.968812] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.274s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.971177] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.749s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.971375] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.971516] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68627) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1197.971862] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.221s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.972111] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.975369] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31474b59-1d5b-4276-9aed-c3e975371557 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.984838] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb43030-45b4-4589-96f6-6955b4e09d57 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.990423] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.990655] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.990890] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Deleting the datastore file [datastore2] e0fff958-b6df-4d38-b9c0-f1a5babd266c {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.991547] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e07efe83-a6d9-4cfe-9aaf-695d15911b2e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.003621] env[68627]: INFO nova.scheduler.client.report [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Deleted allocations for instance b8bef721-f34f-42c7-9788-9be6bf141c55 [ 1198.006048] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce33b64a-d3b4-4187-87d1-49d4a32bf020 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.009317] env[68627]: INFO nova.network.neutron [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Updating port 7d1a1fb2-0109-47f9-9ec7-32d904a32f3b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1198.016908] env[68627]: DEBUG oslo_vmware.api [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1198.016908] env[68627]: value = "task-3038035" [ 1198.016908] env[68627]: _type = "Task" [ 1198.016908] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.026884] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b99cbd4-cc31-480e-b55f-f51cfa814c2d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.034394] env[68627]: DEBUG oslo_vmware.api [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.064513] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179975MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68627) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1198.064707] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.064961] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.080561] env[68627]: DEBUG oslo_vmware.api [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038033, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.179647] env[68627]: DEBUG nova.compute.manager [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Received event network-vif-plugged-5a1d184b-f467-4128-a4f1-50818c42aa96 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.180042] env[68627]: DEBUG oslo_concurrency.lockutils [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] Acquiring lock "25d2913f-ba20-4a47-9d52-70ed43a20075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.180281] env[68627]: DEBUG oslo_concurrency.lockutils [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.180504] env[68627]: DEBUG oslo_concurrency.lockutils [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.180782] env[68627]: DEBUG nova.compute.manager [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] No waiting events found dispatching network-vif-plugged-5a1d184b-f467-4128-a4f1-50818c42aa96 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.181085] env[68627]: WARNING nova.compute.manager [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Received unexpected event network-vif-plugged-5a1d184b-f467-4128-a4f1-50818c42aa96 for instance with vm_state active and task_state None. [ 1198.181380] env[68627]: DEBUG nova.compute.manager [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Received event network-changed-5a1d184b-f467-4128-a4f1-50818c42aa96 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.181673] env[68627]: DEBUG nova.compute.manager [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Refreshing instance network info cache due to event network-changed-5a1d184b-f467-4128-a4f1-50818c42aa96. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.181967] env[68627]: DEBUG oslo_concurrency.lockutils [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] Acquiring lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.185642] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.247813] env[68627]: DEBUG nova.network.neutron [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updated VIF entry in instance network info cache for port 69b43b17-4016-4b72-b568-1172376fd497. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.248352] env[68627]: DEBUG nova.network.neutron [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updating instance_info_cache with network_info: [{"id": "1eacaba1-3418-4366-b8ab-786ed152f056", "address": "fa:16:3e:86:f1:0e", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eacaba1-34", "ovs_interfaceid": "1eacaba1-3418-4366-b8ab-786ed152f056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69b43b17-4016-4b72-b568-1172376fd497", "address": "fa:16:3e:17:45:ac", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b43b17-40", "ovs_interfaceid": "69b43b17-4016-4b72-b568-1172376fd497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a1d184b-f467-4128-a4f1-50818c42aa96", "address": "fa:16:3e:68:33:13", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1d184b-f4", "ovs_interfaceid": "5a1d184b-f467-4128-a4f1-50818c42aa96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.524432] env[68627]: DEBUG oslo_concurrency.lockutils [None req-1229d5ce-17fa-48b9-bed1-d36096e89cc8 tempest-DeleteServersTestJSON-184682296 tempest-DeleteServersTestJSON-184682296-project-member] Lock "b8bef721-f34f-42c7-9788-9be6bf141c55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.156s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.530948] env[68627]: DEBUG oslo_vmware.api [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174155} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.531233] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.531424] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.531603] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.531785] env[68627]: INFO nova.compute.manager [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1198.532039] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.532240] env[68627]: DEBUG nova.compute.manager [-] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.532333] env[68627]: DEBUG nova.network.neutron [-] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.582719] env[68627]: DEBUG oslo_vmware.api [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038033, 'name': ReconfigVM_Task, 'duration_secs': 0.534015} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.590300] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.590564] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Reconfigured VM to attach interface {{(pid=68627) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1198.689186] env[68627]: DEBUG nova.compute.manager [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68627) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1198.689423] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.751442] env[68627]: DEBUG oslo_concurrency.lockutils [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] Releasing lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.751856] env[68627]: DEBUG nova.compute.manager [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Received event network-vif-unplugged-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.752172] env[68627]: DEBUG oslo_concurrency.lockutils [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] Acquiring lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.752613] env[68627]: DEBUG oslo_concurrency.lockutils [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.752710] env[68627]: DEBUG oslo_concurrency.lockutils [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.752932] env[68627]: DEBUG nova.compute.manager [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] No waiting events found dispatching network-vif-unplugged-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.753195] env[68627]: WARNING nova.compute.manager [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Received unexpected event network-vif-unplugged-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b for instance with vm_state shelved_offloaded and task_state spawning. [ 1198.753433] env[68627]: DEBUG nova.compute.manager [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Received event network-changed-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.756745] env[68627]: DEBUG nova.compute.manager [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Refreshing instance network info cache due to event network-changed-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.756745] env[68627]: DEBUG oslo_concurrency.lockutils [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] Acquiring lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.756745] env[68627]: DEBUG oslo_concurrency.lockutils [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] Acquired lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.756745] env[68627]: DEBUG nova.network.neutron [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Refreshing network info cache for port 7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.757051] env[68627]: DEBUG oslo_concurrency.lockutils [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] Acquired lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.757238] env[68627]: DEBUG nova.network.neutron [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Refreshing network info cache for port 5a1d184b-f467-4128-a4f1-50818c42aa96 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.031382] env[68627]: DEBUG nova.compute.manager [req-6c884f84-dbbb-4454-9bd4-5da5d12f2d01 req-6845832c-3f10-497c-9582-dd66a0b4549c service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Received event network-vif-deleted-5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.031589] env[68627]: INFO nova.compute.manager [req-6c884f84-dbbb-4454-9bd4-5da5d12f2d01 req-6845832c-3f10-497c-9582-dd66a0b4549c service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Neutron deleted interface 5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3; detaching it from the instance and deleting it from the info cache [ 1199.031776] env[68627]: DEBUG nova.network.neutron [req-6c884f84-dbbb-4454-9bd4-5da5d12f2d01 req-6845832c-3f10-497c-9582-dd66a0b4549c service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.085296] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Applying migration context for instance 0204e32b-986b-48a1-bccc-ba413aad5e59 as it has an incoming, in-progress migration d80181fc-2c54-4a33-a915-a6f1e43cdc50. Migration status is reverting {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1199.088037] env[68627]: INFO nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating resource usage from migration d80181fc-2c54-4a33-a915-a6f1e43cdc50 [ 1199.094673] env[68627]: DEBUG oslo_concurrency.lockutils [None req-a3d7ec95-472c-40db-83aa-84cb6c7539e4 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-25d2913f-ba20-4a47-9d52-70ed43a20075-5a1d184b-f467-4128-a4f1-50818c42aa96" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.330s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.108079] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7d63cf7b-7227-4d99-b08c-b7bc56020e1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.108310] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance e0fff958-b6df-4d38-b9c0-f1a5babd266c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.108513] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 3f7d1875-756b-473a-a501-0bd2e827661d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.108670] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7e03aebf-7b34-41d4-9a33-41832d2373a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.108844] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 25d2913f-ba20-4a47-9d52-70ed43a20075 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.109024] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 6a60f86b-90ac-4ce5-8f27-27bf265687c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.109210] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance f6fdc596-8292-4932-acae-1bffc6eb4e55 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.109378] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance c656fe48-f2c0-4bc7-b0d0-0869038230f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.109540] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Migration d80181fc-2c54-4a33-a915-a6f1e43cdc50 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1199.109701] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 0204e32b-986b-48a1-bccc-ba413aad5e59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.109888] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.110194] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1199.110530] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1199.262200] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d6858-d6d9-4a8d-abc7-cd97b30c6673 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.271675] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3b113c-36fe-4bdd-8757-cb27b94e6654 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.301194] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f6e163-e83e-4643-9805-a9294318d248 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.308207] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88c5bb8-a822-483d-ba9d-3dad2cecdcbd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.324967] env[68627]: DEBUG nova.compute.provider_tree [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.510388] env[68627]: DEBUG nova.network.neutron [-] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.534508] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61b882f0-6385-406b-b074-18e276d11fd7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.549144] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10cb9c3-979f-4655-b91e-de30c891c7a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.570278] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.582787] env[68627]: DEBUG nova.compute.manager [req-6c884f84-dbbb-4454-9bd4-5da5d12f2d01 req-6845832c-3f10-497c-9582-dd66a0b4549c service nova] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Detach interface failed, port_id=5e0e9e8c-bc78-458a-ae4a-1c7c359f6eb3, reason: Instance e0fff958-b6df-4d38-b9c0-f1a5babd266c could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1199.595184] env[68627]: DEBUG nova.network.neutron [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updated VIF entry in instance network info cache for port 5a1d184b-f467-4128-a4f1-50818c42aa96. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.595702] env[68627]: DEBUG nova.network.neutron [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updating instance_info_cache with network_info: [{"id": "1eacaba1-3418-4366-b8ab-786ed152f056", "address": "fa:16:3e:86:f1:0e", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eacaba1-34", "ovs_interfaceid": "1eacaba1-3418-4366-b8ab-786ed152f056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69b43b17-4016-4b72-b568-1172376fd497", "address": "fa:16:3e:17:45:ac", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b43b17-40", "ovs_interfaceid": "69b43b17-4016-4b72-b568-1172376fd497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a1d184b-f467-4128-a4f1-50818c42aa96", "address": "fa:16:3e:68:33:13", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1d184b-f4", "ovs_interfaceid": "5a1d184b-f467-4128-a4f1-50818c42aa96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.601558] env[68627]: DEBUG nova.network.neutron [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Updated VIF entry in instance network info cache for port 7d1a1fb2-0109-47f9-9ec7-32d904a32f3b. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.601870] env[68627]: DEBUG nova.network.neutron [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Updating instance_info_cache with network_info: [{"id": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "address": "fa:16:3e:44:50:dd", "network": {"id": "e56c98b0-1b95-4233-a536-f08b11ccfa1d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2057903290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b375d5283e14877a7855a4790376d3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7d1a1fb2-01", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.792868] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1199.793058] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608713', 'volume_id': '1dd4a49f-a52a-4257-be11-3e282a9b01ff', 'name': 'volume-1dd4a49f-a52a-4257-be11-3e282a9b01ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a60f86b-90ac-4ce5-8f27-27bf265687c7', 'attached_at': '', 'detached_at': '', 'volume_id': '1dd4a49f-a52a-4257-be11-3e282a9b01ff', 'serial': '1dd4a49f-a52a-4257-be11-3e282a9b01ff'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1199.794542] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1b40f3-656e-4398-ae5c-eb27a403d992 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.812071] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cad1100-99d5-4925-8dc0-cae9e3282349 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.831423] env[68627]: DEBUG nova.scheduler.client.report [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.841972] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-1dd4a49f-a52a-4257-be11-3e282a9b01ff/volume-1dd4a49f-a52a-4257-be11-3e282a9b01ff.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.842579] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df8a47e2-c5c0-4b4d-8917-d24f3b838c5c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.861773] env[68627]: DEBUG oslo_vmware.api [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1199.861773] env[68627]: value = "task-3038037" [ 1199.861773] env[68627]: _type = "Task" [ 1199.861773] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.872579] env[68627]: DEBUG oslo_vmware.api [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.012985] env[68627]: INFO nova.compute.manager [-] [instance: e0fff958-b6df-4d38-b9c0-f1a5babd266c] Took 1.48 seconds to deallocate network for instance. [ 1200.099154] env[68627]: DEBUG oslo_concurrency.lockutils [req-ea484547-e4a0-4148-91c6-bb81b058373c req-c800b8ce-1b4a-4c53-881e-366baa187bb4 service nova] Releasing lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.104193] env[68627]: DEBUG oslo_concurrency.lockutils [req-5ef82fb3-c124-4073-a8ab-362412c47ef3 req-aa16c705-0737-44e5-b271-eeb903172e70 service nova] Releasing lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.104712] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.105009] env[68627]: DEBUG nova.network.neutron [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.206400] env[68627]: DEBUG nova.compute.manager [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Received event network-vif-plugged-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.206566] env[68627]: DEBUG oslo_concurrency.lockutils [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] Acquiring lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.206782] env[68627]: DEBUG oslo_concurrency.lockutils [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.206936] env[68627]: DEBUG oslo_concurrency.lockutils [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.207122] env[68627]: DEBUG nova.compute.manager [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] No waiting events found dispatching network-vif-plugged-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.207292] env[68627]: WARNING nova.compute.manager [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Received unexpected event network-vif-plugged-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b for instance with vm_state shelved_offloaded and task_state spawning. [ 1200.207452] env[68627]: DEBUG nova.compute.manager [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Received event network-changed-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.207606] env[68627]: DEBUG nova.compute.manager [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Refreshing instance network info cache due to event network-changed-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.207772] env[68627]: DEBUG oslo_concurrency.lockutils [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] Acquiring lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.343388] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1200.343596] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.279s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.343853] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.654s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.371224] env[68627]: DEBUG oslo_vmware.api [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038037, 'name': ReconfigVM_Task, 'duration_secs': 0.377553} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.371489] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-1dd4a49f-a52a-4257-be11-3e282a9b01ff/volume-1dd4a49f-a52a-4257-be11-3e282a9b01ff.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.376513] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d7051a-9a30-4781-9a6a-63624b334035 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.390713] env[68627]: DEBUG oslo_vmware.api [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1200.390713] env[68627]: value = "task-3038039" [ 1200.390713] env[68627]: _type = "Task" [ 1200.390713] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.398698] env[68627]: DEBUG oslo_vmware.api [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.519870] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.657251] env[68627]: DEBUG oslo_concurrency.lockutils [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "interface-25d2913f-ba20-4a47-9d52-70ed43a20075-69b43b17-4016-4b72-b568-1172376fd497" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.657609] env[68627]: DEBUG oslo_concurrency.lockutils [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-25d2913f-ba20-4a47-9d52-70ed43a20075-69b43b17-4016-4b72-b568-1172376fd497" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.795718] env[68627]: DEBUG nova.network.neutron [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Updating instance_info_cache with network_info: [{"id": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "address": "fa:16:3e:44:50:dd", "network": {"id": "e56c98b0-1b95-4233-a536-f08b11ccfa1d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057903290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b375d5283e14877a7855a4790376d3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1a1fb2-01", "ovs_interfaceid": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.846928] env[68627]: DEBUG nova.objects.instance [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lazy-loading 'migration_context' on Instance uuid 0204e32b-986b-48a1-bccc-ba413aad5e59 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.900364] env[68627]: DEBUG oslo_vmware.api [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038039, 'name': ReconfigVM_Task, 'duration_secs': 0.219522} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.900676] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608713', 'volume_id': '1dd4a49f-a52a-4257-be11-3e282a9b01ff', 'name': 'volume-1dd4a49f-a52a-4257-be11-3e282a9b01ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a60f86b-90ac-4ce5-8f27-27bf265687c7', 'attached_at': '', 'detached_at': '', 'volume_id': '1dd4a49f-a52a-4257-be11-3e282a9b01ff', 'serial': '1dd4a49f-a52a-4257-be11-3e282a9b01ff'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1201.061464] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1201.061722] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608714', 'volume_id': 'fc9518a9-32bd-4963-aef6-17b1a52151d2', 'name': 'volume-fc9518a9-32bd-4963-aef6-17b1a52151d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e03aebf-7b34-41d4-9a33-41832d2373a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc9518a9-32bd-4963-aef6-17b1a52151d2', 'serial': 'fc9518a9-32bd-4963-aef6-17b1a52151d2'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1201.062622] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96507b37-506e-48b7-9d73-c2de47509bf0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.079297] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fefdf0-f18a-4f04-b2b0-c180890e9484 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.107054] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-fc9518a9-32bd-4963-aef6-17b1a52151d2/volume-fc9518a9-32bd-4963-aef6-17b1a52151d2.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.107320] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-578b4bbd-0f4d-4a93-b090-ce6cce78f1ec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.124956] env[68627]: DEBUG oslo_vmware.api [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1201.124956] env[68627]: value = "task-3038040" [ 1201.124956] env[68627]: _type = "Task" [ 1201.124956] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.132358] env[68627]: DEBUG oslo_vmware.api [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.160101] env[68627]: DEBUG oslo_concurrency.lockutils [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.160262] env[68627]: DEBUG oslo_concurrency.lockutils [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.161091] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25bff85-89c0-4e29-b56f-605ad8c5ee1e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.179460] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19176f3-eb78-4b59-875f-760ad65964f2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.206889] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Reconfiguring VM to detach interface {{(pid=68627) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1201.207159] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0331520e-d43e-4b7f-a305-e23131ba343d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.225768] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1201.225768] env[68627]: value = "task-3038041" [ 1201.225768] env[68627]: _type = "Task" [ 1201.225768] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.233552] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.298810] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Releasing lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.301375] env[68627]: DEBUG oslo_concurrency.lockutils [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] Acquired lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.301609] env[68627]: DEBUG nova.network.neutron [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Refreshing network info cache for port 7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.327094] env[68627]: DEBUG nova.virt.hardware [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f633143d89daff24e9f59d76e4107753',container_format='bare',created_at=2025-03-16T13:56:18Z,direct_url=,disk_format='vmdk',id=b2a97391-4559-4f67-a112-73576e8d3cd1,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-970545390-shelved',owner='9b375d5283e14877a7855a4790376d3a',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-03-16T13:56:33Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.327343] env[68627]: DEBUG nova.virt.hardware [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.327541] env[68627]: DEBUG nova.virt.hardware [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.327683] env[68627]: DEBUG nova.virt.hardware [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.327834] env[68627]: DEBUG nova.virt.hardware [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.327982] env[68627]: DEBUG nova.virt.hardware [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.328209] env[68627]: DEBUG nova.virt.hardware [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.328369] env[68627]: DEBUG nova.virt.hardware [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.328535] env[68627]: DEBUG nova.virt.hardware [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.328697] env[68627]: DEBUG nova.virt.hardware [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.328872] env[68627]: DEBUG nova.virt.hardware [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.329962] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc6a82a-83f7-4087-bcc3-bb361b668f6f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.337878] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c04395-a726-4671-b5ae-8ced1616a1f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.350780] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.353981] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:50:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d1a1fb2-0109-47f9-9ec7-32d904a32f3b', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.361267] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.361711] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.361884] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68627) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1201.362085] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.362491] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebf8b487-7b98-44dc-b5ff-ba507960d4f9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.380859] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.380859] env[68627]: value = "task-3038042" [ 1201.380859] env[68627]: _type = "Task" [ 1201.380859] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.393210] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038042, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.515783] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1eccad-36fb-4b29-91cd-8276f126b7b7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.522866] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277e47d5-4cf2-4675-931d-7e996fbbf4c9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.553037] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103986b3-90a8-40a5-a055-3fc303b551ab {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.560394] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bd3eec-b64d-47df-93a6-7c5e7c80817d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.574021] env[68627]: DEBUG nova.compute.provider_tree [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.634441] env[68627]: DEBUG oslo_vmware.api [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038040, 'name': ReconfigVM_Task, 'duration_secs': 0.389916} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.636037] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-fc9518a9-32bd-4963-aef6-17b1a52151d2/volume-fc9518a9-32bd-4963-aef6-17b1a52151d2.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.639719] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1170ead0-31f5-4c8e-bb23-623b90dbbd1b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.655017] env[68627]: DEBUG oslo_vmware.api [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1201.655017] env[68627]: value = "task-3038043" [ 1201.655017] env[68627]: _type = "Task" [ 1201.655017] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.661726] env[68627]: DEBUG oslo_vmware.api [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.735846] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.895212] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038042, 'name': CreateVM_Task, 'duration_secs': 0.402015} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.895212] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.895212] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2a97391-4559-4f67-a112-73576e8d3cd1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.895393] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2a97391-4559-4f67-a112-73576e8d3cd1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.896082] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2a97391-4559-4f67-a112-73576e8d3cd1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.896082] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd2473a-851a-42b1-b096-6e233f2830ce {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.900317] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1201.900317] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]524d92b7-2ec0-7dee-2b3d-22938b49a549" [ 1201.900317] env[68627]: _type = "Task" [ 1201.900317] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.909767] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]524d92b7-2ec0-7dee-2b3d-22938b49a549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.942466] env[68627]: DEBUG nova.objects.instance [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'flavor' on Instance uuid 6a60f86b-90ac-4ce5-8f27-27bf265687c7 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.014126] env[68627]: DEBUG nova.network.neutron [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Updated VIF entry in instance network info cache for port 7d1a1fb2-0109-47f9-9ec7-32d904a32f3b. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.014517] env[68627]: DEBUG nova.network.neutron [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Updating instance_info_cache with network_info: [{"id": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "address": "fa:16:3e:44:50:dd", "network": {"id": "e56c98b0-1b95-4233-a536-f08b11ccfa1d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057903290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b375d5283e14877a7855a4790376d3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1a1fb2-01", "ovs_interfaceid": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.077311] env[68627]: DEBUG nova.scheduler.client.report [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.164422] env[68627]: DEBUG oslo_vmware.api [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038043, 'name': ReconfigVM_Task, 'duration_secs': 0.133547} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.164782] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608714', 'volume_id': 'fc9518a9-32bd-4963-aef6-17b1a52151d2', 'name': 'volume-fc9518a9-32bd-4963-aef6-17b1a52151d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e03aebf-7b34-41d4-9a33-41832d2373a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc9518a9-32bd-4963-aef6-17b1a52151d2', 'serial': 'fc9518a9-32bd-4963-aef6-17b1a52151d2'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1202.236477] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.410971] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2a97391-4559-4f67-a112-73576e8d3cd1" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.411260] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Processing image b2a97391-4559-4f67-a112-73576e8d3cd1 {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.411500] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2a97391-4559-4f67-a112-73576e8d3cd1/b2a97391-4559-4f67-a112-73576e8d3cd1.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.411653] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2a97391-4559-4f67-a112-73576e8d3cd1/b2a97391-4559-4f67-a112-73576e8d3cd1.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.411837] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.412186] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53172f47-a2db-4f32-ad0d-79c35c2e5484 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.422659] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.422841] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.423567] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439b9992-16ce-499e-be69-9ec14da80104 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.428895] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1202.428895] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52bf9ec2-8aed-2bc6-72b1-9d7c9ee71001" [ 1202.428895] env[68627]: _type = "Task" [ 1202.428895] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.435945] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52bf9ec2-8aed-2bc6-72b1-9d7c9ee71001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.447797] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c611a231-031f-4315-8d5f-9818cec148ba tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.752s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.517883] env[68627]: DEBUG oslo_concurrency.lockutils [req-03a8fd09-3581-41b9-9189-a09b76a844d6 req-407ea1f9-7d71-4c43-8b46-3e5c3507e858 service nova] Releasing lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.737263] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.939976] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Preparing fetch location {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1202.940321] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Fetch image to [datastore1] OSTACK_IMG_b4802154-2a30-478d-a29c-1624a1472c21/OSTACK_IMG_b4802154-2a30-478d-a29c-1624a1472c21.vmdk {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1202.940500] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Downloading stream optimized image b2a97391-4559-4f67-a112-73576e8d3cd1 to [datastore1] OSTACK_IMG_b4802154-2a30-478d-a29c-1624a1472c21/OSTACK_IMG_b4802154-2a30-478d-a29c-1624a1472c21.vmdk on the data store datastore1 as vApp {{(pid=68627) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1202.940688] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Downloading image file data b2a97391-4559-4f67-a112-73576e8d3cd1 to the ESX as VM named 'OSTACK_IMG_b4802154-2a30-478d-a29c-1624a1472c21' {{(pid=68627) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1203.016277] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1203.016277] env[68627]: value = "resgroup-9" [ 1203.016277] env[68627]: _type = "ResourcePool" [ 1203.016277] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1203.016568] env[68627]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-17786a80-bce5-4dd2-8428-c237df6b1f23 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.039750] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lease: (returnval){ [ 1203.039750] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521d1a61-9a4e-2fbd-6a06-09befc809a0e" [ 1203.039750] env[68627]: _type = "HttpNfcLease" [ 1203.039750] env[68627]: } obtained for vApp import into resource pool (val){ [ 1203.039750] env[68627]: value = "resgroup-9" [ 1203.039750] env[68627]: _type = "ResourcePool" [ 1203.039750] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1203.040192] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the lease: (returnval){ [ 1203.040192] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521d1a61-9a4e-2fbd-6a06-09befc809a0e" [ 1203.040192] env[68627]: _type = "HttpNfcLease" [ 1203.040192] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1203.046284] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.046284] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521d1a61-9a4e-2fbd-6a06-09befc809a0e" [ 1203.046284] env[68627]: _type = "HttpNfcLease" [ 1203.046284] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1203.088434] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.744s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.094460] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.575s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.094689] env[68627]: DEBUG nova.objects.instance [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lazy-loading 'resources' on Instance uuid e0fff958-b6df-4d38-b9c0-f1a5babd266c {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.202255] env[68627]: DEBUG nova.objects.instance [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'flavor' on Instance uuid 7e03aebf-7b34-41d4-9a33-41832d2373a6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.238457] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.257549] env[68627]: DEBUG nova.compute.manager [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Stashing vm_state: active {{(pid=68627) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1203.548968] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.548968] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521d1a61-9a4e-2fbd-6a06-09befc809a0e" [ 1203.548968] env[68627]: _type = "HttpNfcLease" [ 1203.548968] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1203.548968] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1203.548968] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]521d1a61-9a4e-2fbd-6a06-09befc809a0e" [ 1203.548968] env[68627]: _type = "HttpNfcLease" [ 1203.548968] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1203.550551] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e44d826-45b5-4106-be4a-2ca3da0cb439 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.557760] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b088a-598a-3582-20cd-3b7263b765f9/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1203.558124] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b088a-598a-3582-20cd-3b7263b765f9/disk-0.vmdk. {{(pid=68627) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1203.638053] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-408030b3-d328-4bb1-8c05-a39400e00b3a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.706982] env[68627]: DEBUG oslo_concurrency.lockutils [None req-befac73d-cb51-4ec0-9e98-1994ec284fed tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.740416] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.782562] env[68627]: DEBUG oslo_concurrency.lockutils [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.798675] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62597e4-1339-4492-b1c7-ebaa21651c80 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.809615] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bf9b27-2431-4020-8e26-ed6d4ca065ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.814209] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.814485] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.854384] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac46d8b7-edd7-4a71-a5cf-89d91214c1a4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.867305] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdf7e58-c824-47bf-8120-e48bf3dc459b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.885659] env[68627]: DEBUG nova.compute.provider_tree [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.139954] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "f6fdc596-8292-4932-acae-1bffc6eb4e55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.139954] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.139954] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "f6fdc596-8292-4932-acae-1bffc6eb4e55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.139954] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.139954] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.140895] env[68627]: INFO nova.compute.manager [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Terminating instance [ 1204.251845] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.318749] env[68627]: INFO nova.compute.manager [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Detaching volume 68489aef-a954-4c3b-be6d-9f500b2e7619 [ 1204.360562] env[68627]: INFO nova.virt.block_device [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Attempting to driver detach volume 68489aef-a954-4c3b-be6d-9f500b2e7619 from mountpoint /dev/sdb [ 1204.360562] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1204.360562] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608711', 'volume_id': '68489aef-a954-4c3b-be6d-9f500b2e7619', 'name': 'volume-68489aef-a954-4c3b-be6d-9f500b2e7619', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e03aebf-7b34-41d4-9a33-41832d2373a6', 'attached_at': '', 'detached_at': '', 'volume_id': '68489aef-a954-4c3b-be6d-9f500b2e7619', 'serial': '68489aef-a954-4c3b-be6d-9f500b2e7619'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1204.361195] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce50d819-1f04-431b-bed8-617e19820e07 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.404266] env[68627]: DEBUG nova.scheduler.client.report [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.425967] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e28a7e-3c57-4cbe-85bd-1f9f5340434e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.448084] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448b778b-6a0b-4528-aace-9fe1ec2acd2a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.499664] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f3036e-96ce-4271-89f4-d989b41a0a76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.527551] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] The volume has not been displaced from its original location: [datastore1] volume-68489aef-a954-4c3b-be6d-9f500b2e7619/volume-68489aef-a954-4c3b-be6d-9f500b2e7619.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1204.536811] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1204.549907] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87663e2b-cfe2-4cab-8379-e6c2a80dbf36 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.573054] env[68627]: DEBUG oslo_vmware.api [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1204.573054] env[68627]: value = "task-3038045" [ 1204.573054] env[68627]: _type = "Task" [ 1204.573054] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.584124] env[68627]: DEBUG oslo_vmware.api [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.648792] env[68627]: DEBUG nova.compute.manager [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.649127] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.649812] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3c78c50-e751-43aa-b7d2-70e12aed3627 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.656536] env[68627]: INFO nova.compute.manager [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Swapping old allocation on dict_keys(['490c5a55-613c-45de-8caf-4937b8fd8889']) held by migration d80181fc-2c54-4a33-a915-a6f1e43cdc50 for instance [ 1204.660229] env[68627]: DEBUG oslo_vmware.api [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1204.660229] env[68627]: value = "task-3038046" [ 1204.660229] env[68627]: _type = "Task" [ 1204.660229] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.674250] env[68627]: DEBUG oslo_vmware.api [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.692298] env[68627]: DEBUG nova.scheduler.client.report [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Overwriting current allocation {'allocations': {'490c5a55-613c-45de-8caf-4937b8fd8889': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '791921538e824be89c26ff6041bfbd7f', 'user_id': 'eab7ce88ac8c438cb81a24fdff3232f9', 'consumer_generation': 1} on consumer 0204e32b-986b-48a1-bccc-ba413aad5e59 {{(pid=68627) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1204.745312] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.795566] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.796327] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.796616] env[68627]: DEBUG nova.network.neutron [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.934831] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.938026] env[68627]: DEBUG oslo_concurrency.lockutils [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.155s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.971775] env[68627]: INFO nova.scheduler.client.report [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Deleted allocations for instance e0fff958-b6df-4d38-b9c0-f1a5babd266c [ 1205.022571] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Completed reading data from the image iterator. {{(pid=68627) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1205.024526] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b088a-598a-3582-20cd-3b7263b765f9/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1205.026019] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7058d57f-6c39-422a-97a8-ac6361665dd3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.036737] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b088a-598a-3582-20cd-3b7263b765f9/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1205.036903] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b088a-598a-3582-20cd-3b7263b765f9/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1205.037303] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bc31cc4d-b3b7-465e-8c20-ad13f648795c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.088658] env[68627]: DEBUG oslo_vmware.api [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038045, 'name': ReconfigVM_Task, 'duration_secs': 0.353152} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.089121] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.097333] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da8def97-9e24-4386-a659-e638010975ba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.121554] env[68627]: DEBUG oslo_vmware.api [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1205.121554] env[68627]: value = "task-3038047" [ 1205.121554] env[68627]: _type = "Task" [ 1205.121554] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.132487] env[68627]: DEBUG oslo_vmware.api [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.175120] env[68627]: DEBUG oslo_vmware.api [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038046, 'name': PowerOffVM_Task, 'duration_secs': 0.212799} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.175594] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.175962] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1205.176204] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608691', 'volume_id': 'c1916dc6-82af-423b-9ad0-f4686c631f57', 'name': 'volume-c1916dc6-82af-423b-9ad0-f4686c631f57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f6fdc596-8292-4932-acae-1bffc6eb4e55', 'attached_at': '2025-03-16T13:56:13.000000', 'detached_at': '', 'volume_id': 'c1916dc6-82af-423b-9ad0-f4686c631f57', 'serial': 'c1916dc6-82af-423b-9ad0-f4686c631f57'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1205.177045] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c555484-15cb-4d69-a6e2-c540f57cb718 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.199141] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bfdb1e-3586-42be-b90c-3b5f96de835f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.206561] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1af4d2-bd61-43b3-b49e-910612843ef1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.225487] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6005ee14-0d0f-4b4e-85de-4454bf141fb5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.242592] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] The volume has not been displaced from its original location: [datastore2] volume-c1916dc6-82af-423b-9ad0-f4686c631f57/volume-c1916dc6-82af-423b-9ad0-f4686c631f57.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1205.248683] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.252308] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7f7abb-2977-4863-b5ae-479cef440e4c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.272336] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.273973] env[68627]: DEBUG oslo_vmware.api [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1205.273973] env[68627]: value = "task-3038048" [ 1205.273973] env[68627]: _type = "Task" [ 1205.273973] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.282535] env[68627]: DEBUG oslo_vmware.api [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.414247] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b088a-598a-3582-20cd-3b7263b765f9/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1205.414495] env[68627]: INFO nova.virt.vmwareapi.images [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Downloaded image file data b2a97391-4559-4f67-a112-73576e8d3cd1 [ 1205.417837] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbdd450-2d41-455e-b764-f76a526f6cbd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.434404] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4c9358a-c238-4b6f-9a94-03f36d92b2c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.443184] env[68627]: INFO nova.compute.claims [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.479744] env[68627]: DEBUG oslo_concurrency.lockutils [None req-52dc9013-0f3c-4aac-9815-31d5c3c508da tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e0fff958-b6df-4d38-b9c0-f1a5babd266c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.589s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.503806] env[68627]: INFO nova.virt.vmwareapi.images [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] The imported VM was unregistered [ 1205.506719] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Caching image {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1205.507139] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b2a97391-4559-4f67-a112-73576e8d3cd1 {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.511406] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06e1b102-b33f-42c3-bf3d-22d170d7a7d8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.552027] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Created directory with path [datastore1] devstack-image-cache_base/b2a97391-4559-4f67-a112-73576e8d3cd1 {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.552027] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b4802154-2a30-478d-a29c-1624a1472c21/OSTACK_IMG_b4802154-2a30-478d-a29c-1624a1472c21.vmdk to [datastore1] devstack-image-cache_base/b2a97391-4559-4f67-a112-73576e8d3cd1/b2a97391-4559-4f67-a112-73576e8d3cd1.vmdk. {{(pid=68627) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1205.552027] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-86cfa8db-8633-4f5d-b6f6-a4bf7911795a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.559634] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1205.559634] env[68627]: value = "task-3038050" [ 1205.559634] env[68627]: _type = "Task" [ 1205.559634] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.571785] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038050, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.630699] env[68627]: DEBUG oslo_vmware.api [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038047, 'name': ReconfigVM_Task, 'duration_secs': 0.198601} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.631106] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608711', 'volume_id': '68489aef-a954-4c3b-be6d-9f500b2e7619', 'name': 'volume-68489aef-a954-4c3b-be6d-9f500b2e7619', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e03aebf-7b34-41d4-9a33-41832d2373a6', 'attached_at': '', 'detached_at': '', 'volume_id': '68489aef-a954-4c3b-be6d-9f500b2e7619', 'serial': '68489aef-a954-4c3b-be6d-9f500b2e7619'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1205.696193] env[68627]: DEBUG nova.network.neutron [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance_info_cache with network_info: [{"id": "0a464c04-7650-480d-b9c5-cb0177f31d48", "address": "fa:16:3e:98:e7:a0", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a464c04-76", "ovs_interfaceid": "0a464c04-7650-480d-b9c5-cb0177f31d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.752173] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.784122] env[68627]: DEBUG oslo_vmware.api [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038048, 'name': ReconfigVM_Task, 'duration_secs': 0.354714} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.784122] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.788992] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dddcdb1-0af8-4bd2-b1ba-7f5270395ce7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.805222] env[68627]: DEBUG oslo_vmware.api [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1205.805222] env[68627]: value = "task-3038051" [ 1205.805222] env[68627]: _type = "Task" [ 1205.805222] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.814901] env[68627]: DEBUG oslo_vmware.api [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.951855] env[68627]: INFO nova.compute.resource_tracker [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating resource usage from migration 5da952f9-a625-483a-924d-c1b28f5fc8d5 [ 1206.073727] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038050, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.136062] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc40e8-e1d2-42da-a934-5a7d975ab960 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.143131] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e53a943-b9d9-41cb-8f77-910ae394a9f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.180943] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdbe83c-240a-4de5-8d0f-6f6b9d0edee1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.188771] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0bbda6-51e7-47a7-aa8b-52513a6b7462 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.194345] env[68627]: DEBUG nova.objects.instance [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'flavor' on Instance uuid 7e03aebf-7b34-41d4-9a33-41832d2373a6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.206236] env[68627]: DEBUG oslo_concurrency.lockutils [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-0204e32b-986b-48a1-bccc-ba413aad5e59" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.206708] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.207214] env[68627]: DEBUG nova.compute.provider_tree [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.211517] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a215c28a-232f-4d50-8c50-585a0f0aa8d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.218034] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1206.218034] env[68627]: value = "task-3038052" [ 1206.218034] env[68627]: _type = "Task" [ 1206.218034] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.227280] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.253126] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.316866] env[68627]: DEBUG oslo_vmware.api [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038051, 'name': ReconfigVM_Task, 'duration_secs': 0.21471} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.317288] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608691', 'volume_id': 'c1916dc6-82af-423b-9ad0-f4686c631f57', 'name': 'volume-c1916dc6-82af-423b-9ad0-f4686c631f57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f6fdc596-8292-4932-acae-1bffc6eb4e55', 'attached_at': '2025-03-16T13:56:13.000000', 'detached_at': '', 'volume_id': 'c1916dc6-82af-423b-9ad0-f4686c631f57', 'serial': 'c1916dc6-82af-423b-9ad0-f4686c631f57'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1206.317662] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.318495] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f9e3e1-b1b1-4ef6-9b18-24a8d58efcb6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.326230] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.326515] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-137bd654-98d4-471e-9593-0ac6db88ea4b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.432114] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.432502] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.432771] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleting the datastore file [datastore2] f6fdc596-8292-4932-acae-1bffc6eb4e55 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.433106] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72003872-bbda-4737-bf16-ea14745455bc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.441630] env[68627]: DEBUG oslo_vmware.api [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1206.441630] env[68627]: value = "task-3038054" [ 1206.441630] env[68627]: _type = "Task" [ 1206.441630] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.451069] env[68627]: DEBUG oslo_vmware.api [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.571508] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038050, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.712685] env[68627]: DEBUG nova.scheduler.client.report [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.730026] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038052, 'name': PowerOffVM_Task, 'duration_secs': 0.275701} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.730026] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.730616] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.731157] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.731488] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.732765] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.732765] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.732765] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.732765] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.732765] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.733067] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.733315] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.733547] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.742173] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-618e5c02-a272-4881-9674-383d9c28f367 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.766976] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.769063] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1206.769063] env[68627]: value = "task-3038055" [ 1206.769063] env[68627]: _type = "Task" [ 1206.769063] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.780601] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038055, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.952591] env[68627]: DEBUG oslo_vmware.api [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159139} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.952915] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.953224] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.953762] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.953762] env[68627]: INFO nova.compute.manager [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1206.953974] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.954213] env[68627]: DEBUG nova.compute.manager [-] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.954421] env[68627]: DEBUG nova.network.neutron [-] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.073918] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038050, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.206173] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8d88ede2-adeb-4af4-89f1-9f3af4cb1e70 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.389s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.217502] env[68627]: DEBUG oslo_concurrency.lockutils [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.280s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.217753] env[68627]: INFO nova.compute.manager [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Migrating [ 1207.258028] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.258379] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.272820] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.282966] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038055, 'name': ReconfigVM_Task, 'duration_secs': 0.196505} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.283909] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d21f4-8fd5-4b21-a6fb-029c84dde042 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.306864] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.307046] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.307215] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.307467] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.307580] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.307737] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.308331] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.308331] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.308438] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.308528] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.308725] env[68627]: DEBUG nova.virt.hardware [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.309611] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e680eb0-858a-42c7-9ae5-09036c286f4e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.318030] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1207.318030] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52922452-fbf9-a455-971e-c140811e17b6" [ 1207.318030] env[68627]: _type = "Task" [ 1207.318030] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.327341] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52922452-fbf9-a455-971e-c140811e17b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.506917] env[68627]: DEBUG nova.compute.manager [req-3daafd28-ef95-4978-9f7a-9b9782995194 req-6b452ed6-cbd1-4a27-828c-f349ccd7e8f1 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Received event network-vif-deleted-3273dfb9-437f-48b8-94cb-0817956d6a57 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.507176] env[68627]: INFO nova.compute.manager [req-3daafd28-ef95-4978-9f7a-9b9782995194 req-6b452ed6-cbd1-4a27-828c-f349ccd7e8f1 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Neutron deleted interface 3273dfb9-437f-48b8-94cb-0817956d6a57; detaching it from the instance and deleting it from the info cache [ 1207.507372] env[68627]: DEBUG nova.network.neutron [req-3daafd28-ef95-4978-9f7a-9b9782995194 req-6b452ed6-cbd1-4a27-828c-f349ccd7e8f1 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.572299] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038050, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.736701] env[68627]: DEBUG oslo_concurrency.lockutils [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.738447] env[68627]: DEBUG oslo_concurrency.lockutils [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.738447] env[68627]: DEBUG nova.network.neutron [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.743747] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.744440] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.770089] env[68627]: INFO nova.compute.manager [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Detaching volume fc9518a9-32bd-4963-aef6-17b1a52151d2 [ 1207.772174] env[68627]: DEBUG oslo_vmware.api [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038041, 'name': ReconfigVM_Task, 'duration_secs': 6.32751} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.776141] env[68627]: DEBUG oslo_concurrency.lockutils [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.776141] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Reconfigured VM to detach interface {{(pid=68627) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1207.807800] env[68627]: INFO nova.virt.block_device [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Attempting to driver detach volume fc9518a9-32bd-4963-aef6-17b1a52151d2 from mountpoint /dev/sdc [ 1207.808114] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1207.808322] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608714', 'volume_id': 'fc9518a9-32bd-4963-aef6-17b1a52151d2', 'name': 'volume-fc9518a9-32bd-4963-aef6-17b1a52151d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e03aebf-7b34-41d4-9a33-41832d2373a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc9518a9-32bd-4963-aef6-17b1a52151d2', 'serial': 'fc9518a9-32bd-4963-aef6-17b1a52151d2'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1207.809228] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4238e25-9b13-4ee3-af80-a0f9d8701a2e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.837400] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdcf6b9-463d-45b6-bd6a-b18abc7d5565 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.845381] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52922452-fbf9-a455-971e-c140811e17b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.852451] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1207.853315] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b0b94d1-740d-4691-b09d-c440e7b646c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.867110] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f84091a-ea23-4052-a45e-0ba3de690454 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.892142] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e79666-fec0-4ece-9272-eacf04502b5d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.895050] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1207.895050] env[68627]: value = "task-3038056" [ 1207.895050] env[68627]: _type = "Task" [ 1207.895050] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.909585] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] The volume has not been displaced from its original location: [datastore1] volume-fc9518a9-32bd-4963-aef6-17b1a52151d2/volume-fc9518a9-32bd-4963-aef6-17b1a52151d2.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1207.914958] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Reconfiguring VM instance instance-00000070 to detach disk 2002 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1207.916044] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3beaeb55-d1a3-4782-976f-4842a987f411 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.934067] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.940041] env[68627]: DEBUG oslo_vmware.api [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1207.940041] env[68627]: value = "task-3038057" [ 1207.940041] env[68627]: _type = "Task" [ 1207.940041] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.948507] env[68627]: DEBUG oslo_vmware.api [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.987244] env[68627]: DEBUG nova.network.neutron [-] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.009812] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d658b3f-5569-47c9-b357-f951cf49aa87 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.021213] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8466069b-74a7-403f-95c5-bda206a636e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.055459] env[68627]: DEBUG nova.compute.manager [req-3daafd28-ef95-4978-9f7a-9b9782995194 req-6b452ed6-cbd1-4a27-828c-f349ccd7e8f1 service nova] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Detach interface failed, port_id=3273dfb9-437f-48b8-94cb-0817956d6a57, reason: Instance f6fdc596-8292-4932-acae-1bffc6eb4e55 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1208.081837] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038050, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.247783] env[68627]: DEBUG nova.compute.manager [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.281509] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.281800] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.281934] env[68627]: INFO nova.compute.manager [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Shelving [ 1208.407709] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038056, 'name': ReconfigVM_Task, 'duration_secs': 0.225655} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.408020] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.408793] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6af9cb1-b916-4b7f-8398-a802259ca31a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.430408] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 0204e32b-986b-48a1-bccc-ba413aad5e59/0204e32b-986b-48a1-bccc-ba413aad5e59.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.432776] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ebc5cad-0553-45e1-9c46-c98bea302767 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.454214] env[68627]: DEBUG oslo_vmware.api [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.455387] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1208.455387] env[68627]: value = "task-3038058" [ 1208.455387] env[68627]: _type = "Task" [ 1208.455387] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.462603] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.475113] env[68627]: DEBUG nova.network.neutron [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance_info_cache with network_info: [{"id": "28d96100-44d3-4b51-a138-fa96f31245ce", "address": "fa:16:3e:e2:6d:b6", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d96100-44", "ovs_interfaceid": "28d96100-44d3-4b51-a138-fa96f31245ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.490855] env[68627]: INFO nova.compute.manager [-] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Took 1.54 seconds to deallocate network for instance. [ 1208.574978] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038050, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.951167} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.576036] env[68627]: INFO nova.virt.vmwareapi.ds_util [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b4802154-2a30-478d-a29c-1624a1472c21/OSTACK_IMG_b4802154-2a30-478d-a29c-1624a1472c21.vmdk to [datastore1] devstack-image-cache_base/b2a97391-4559-4f67-a112-73576e8d3cd1/b2a97391-4559-4f67-a112-73576e8d3cd1.vmdk. [ 1208.576036] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Cleaning up location [datastore1] OSTACK_IMG_b4802154-2a30-478d-a29c-1624a1472c21 {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1208.576036] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b4802154-2a30-478d-a29c-1624a1472c21 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.576206] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69193125-e242-4523-9dd8-4d0d12caba3f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.582690] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1208.582690] env[68627]: value = "task-3038059" [ 1208.582690] env[68627]: _type = "Task" [ 1208.582690] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.590252] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.771490] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.771788] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.773312] env[68627]: INFO nova.compute.claims [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.805280] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "25d2913f-ba20-4a47-9d52-70ed43a20075" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.805466] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.805681] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "25d2913f-ba20-4a47-9d52-70ed43a20075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.805877] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.806064] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.808537] env[68627]: INFO nova.compute.manager [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Terminating instance [ 1208.955693] env[68627]: DEBUG oslo_vmware.api [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038057, 'name': ReconfigVM_Task, 'duration_secs': 0.738154} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.956059] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Reconfigured VM instance instance-00000070 to detach disk 2002 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.963509] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-178d6156-b289-4c8a-a1e8-f4e913fd0444 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.980366] env[68627]: DEBUG oslo_concurrency.lockutils [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.981648] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038058, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.982841] env[68627]: DEBUG oslo_vmware.api [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1208.982841] env[68627]: value = "task-3038060" [ 1208.982841] env[68627]: _type = "Task" [ 1208.982841] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.991803] env[68627]: DEBUG oslo_vmware.api [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.037367] env[68627]: INFO nova.compute.manager [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Took 0.55 seconds to detach 1 volumes for instance. [ 1209.039072] env[68627]: DEBUG nova.compute.manager [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: f6fdc596-8292-4932-acae-1bffc6eb4e55] Deleting volume: c1916dc6-82af-423b-9ad0-f4686c631f57 {{(pid=68627) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1209.061990] env[68627]: DEBUG oslo_concurrency.lockutils [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.062151] env[68627]: DEBUG oslo_concurrency.lockutils [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.062331] env[68627]: DEBUG nova.network.neutron [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.093028] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.063367} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.093299] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.093467] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2a97391-4559-4f67-a112-73576e8d3cd1/b2a97391-4559-4f67-a112-73576e8d3cd1.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.093722] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2a97391-4559-4f67-a112-73576e8d3cd1/b2a97391-4559-4f67-a112-73576e8d3cd1.vmdk to [datastore1] 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b/7998a365-1a11-4d2b-b9ba-11c5f3a68f0b.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.093982] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b16d507f-5138-4b18-bce7-598225bb7585 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.100955] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1209.100955] env[68627]: value = "task-3038061" [ 1209.100955] env[68627]: _type = "Task" [ 1209.100955] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.109493] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.290681] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.290987] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aa7b93c-3511-4cf0-b3e0-a21eafc7aa21 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.299487] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1209.299487] env[68627]: value = "task-3038063" [ 1209.299487] env[68627]: _type = "Task" [ 1209.299487] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.309443] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.312370] env[68627]: DEBUG nova.compute.manager [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.314906] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.314906] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bacb5d6-ef8f-4c64-9f47-393c8db0cb0a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.322027] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.322027] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fcf99af-7895-45cc-9fe9-4a1634a5f172 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.327531] env[68627]: DEBUG oslo_vmware.api [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1209.327531] env[68627]: value = "task-3038064" [ 1209.327531] env[68627]: _type = "Task" [ 1209.327531] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.335794] env[68627]: DEBUG oslo_vmware.api [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.468791] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038058, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.495869] env[68627]: DEBUG oslo_vmware.api [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038060, 'name': ReconfigVM_Task, 'duration_secs': 0.136247} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.496201] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608714', 'volume_id': 'fc9518a9-32bd-4963-aef6-17b1a52151d2', 'name': 'volume-fc9518a9-32bd-4963-aef6-17b1a52151d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e03aebf-7b34-41d4-9a33-41832d2373a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc9518a9-32bd-4963-aef6-17b1a52151d2', 'serial': 'fc9518a9-32bd-4963-aef6-17b1a52151d2'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1209.555440] env[68627]: DEBUG nova.compute.manager [req-80329a91-e229-4433-bd4a-f8d1f3ae24a2 req-41578f16-4d9d-46ce-bdba-da7a2a121a32 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Received event network-vif-deleted-69b43b17-4016-4b72-b568-1172376fd497 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.555659] env[68627]: INFO nova.compute.manager [req-80329a91-e229-4433-bd4a-f8d1f3ae24a2 req-41578f16-4d9d-46ce-bdba-da7a2a121a32 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Neutron deleted interface 69b43b17-4016-4b72-b568-1172376fd497; detaching it from the instance and deleting it from the info cache [ 1209.556184] env[68627]: DEBUG nova.network.neutron [req-80329a91-e229-4433-bd4a-f8d1f3ae24a2 req-41578f16-4d9d-46ce-bdba-da7a2a121a32 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updating instance_info_cache with network_info: [{"id": "1eacaba1-3418-4366-b8ab-786ed152f056", "address": "fa:16:3e:86:f1:0e", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eacaba1-34", "ovs_interfaceid": "1eacaba1-3418-4366-b8ab-786ed152f056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a1d184b-f467-4128-a4f1-50818c42aa96", "address": "fa:16:3e:68:33:13", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1d184b-f4", "ovs_interfaceid": "5a1d184b-f467-4128-a4f1-50818c42aa96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.575472] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.610856] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038061, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.800288] env[68627]: INFO nova.network.neutron [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Port 69b43b17-4016-4b72-b568-1172376fd497 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1209.800562] env[68627]: INFO nova.network.neutron [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Port 5a1d184b-f467-4128-a4f1-50818c42aa96 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1209.800830] env[68627]: DEBUG nova.network.neutron [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updating instance_info_cache with network_info: [{"id": "1eacaba1-3418-4366-b8ab-786ed152f056", "address": "fa:16:3e:86:f1:0e", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eacaba1-34", "ovs_interfaceid": "1eacaba1-3418-4366-b8ab-786ed152f056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.813462] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.839910] env[68627]: DEBUG oslo_vmware.api [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.948973] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13feb6a-bbdc-4fb6-85b3-07b40774034f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.957465] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ac1c1b-8f0c-43ac-b718-aa9f9a39cb87 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.968857] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038058, 'name': ReconfigVM_Task, 'duration_secs': 1.2617} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.992878] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 0204e32b-986b-48a1-bccc-ba413aad5e59/0204e32b-986b-48a1-bccc-ba413aad5e59.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.996495] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da9d2ab-bd75-4b6f-a57f-8278cbea1855 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.999670] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebd5684-2bcf-4737-b76d-0afef010276c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.023225] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce20250-c1d9-4e7f-a987-d9cf5b7cb686 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.028444] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcda4425-ae42-4c26-8d4f-c47fe2b9336f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.043134] env[68627]: DEBUG nova.compute.provider_tree [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.044382] env[68627]: DEBUG nova.objects.instance [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'flavor' on Instance uuid 7e03aebf-7b34-41d4-9a33-41832d2373a6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.060538] env[68627]: DEBUG oslo_concurrency.lockutils [req-80329a91-e229-4433-bd4a-f8d1f3ae24a2 req-41578f16-4d9d-46ce-bdba-da7a2a121a32 service nova] Acquiring lock "25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.063397] env[68627]: DEBUG nova.scheduler.client.report [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.067020] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258e990d-7f0b-4a84-b427-f589d018de73 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.089969] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1938b35-e88b-4a0e-8539-018c1d39f2d3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.098096] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.098401] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cce6e7d7-7e94-4221-ae0c-f8fbd9b9cb98 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.107359] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1210.107359] env[68627]: value = "task-3038065" [ 1210.107359] env[68627]: _type = "Task" [ 1210.107359] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.114978] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038061, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.120135] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.307068] env[68627]: DEBUG oslo_concurrency.lockutils [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "refresh_cache-25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.314819] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038063, 'name': PowerOffVM_Task, 'duration_secs': 0.903361} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.315135] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.316034] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3736b60f-858f-4544-9183-84fe87dafc6d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.341393] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca834e6e-7f26-450c-b2e7-91266bb8e368 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.350265] env[68627]: DEBUG oslo_vmware.api [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038064, 'name': PowerOffVM_Task, 'duration_secs': 0.874457} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.352570] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.352570] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.354945] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caeec299-e4a8-4cfa-8464-dc4c218370ba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.507027] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dad641-b8f6-4d21-860e-7dace42ec350 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.528485] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance '6a60f86b-90ac-4ce5-8f27-27bf265687c7' progress to 0 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.572863] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.801s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.573482] env[68627]: DEBUG nova.compute.manager [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.577023] env[68627]: DEBUG oslo_concurrency.lockutils [None req-98144276-8bf2-4df5-90d8-d09436ba0dcb tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.578011] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.003s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.578268] env[68627]: DEBUG nova.objects.instance [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lazy-loading 'resources' on Instance uuid f6fdc596-8292-4932-acae-1bffc6eb4e55 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.614794] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038061, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.621222] env[68627]: DEBUG oslo_vmware.api [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038065, 'name': PowerOnVM_Task, 'duration_secs': 0.406145} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.621502] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.811880] env[68627]: DEBUG oslo_concurrency.lockutils [None req-613aaff5-4208-4640-9123-699c24c61980 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-25d2913f-ba20-4a47-9d52-70ed43a20075-69b43b17-4016-4b72-b568-1172376fd497" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.154s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.859645] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1210.860393] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b2938d29-f94e-4f4f-9d5b-1369d396271f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.864217] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.864401] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.864582] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Deleting the datastore file [datastore1] 25d2913f-ba20-4a47-9d52-70ed43a20075 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.865219] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38106ed2-3b87-4e34-a6a4-1de2bfa2e44c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.869569] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1210.869569] env[68627]: value = "task-3038067" [ 1210.869569] env[68627]: _type = "Task" [ 1210.869569] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.874054] env[68627]: DEBUG oslo_vmware.api [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1210.874054] env[68627]: value = "task-3038068" [ 1210.874054] env[68627]: _type = "Task" [ 1210.874054] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.881358] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.886419] env[68627]: DEBUG oslo_vmware.api [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.034947] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.035286] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d338243e-fa93-416f-89f4-dc1fcdbfdcd0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.042869] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1211.042869] env[68627]: value = "task-3038069" [ 1211.042869] env[68627]: _type = "Task" [ 1211.042869] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.053388] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.081280] env[68627]: DEBUG nova.compute.utils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.085752] env[68627]: DEBUG nova.compute.manager [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1211.086186] env[68627]: DEBUG nova.network.neutron [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.120570] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038061, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.147142] env[68627]: DEBUG nova.policy [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28123e7aa0e246248d6c1fc3eeeef219', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '049ccbeb8f534e0daef961573c16606a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.280244] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6289c4e-622a-4a3f-96ad-9d256f1edf3d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.289409] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2e62ee-9498-468d-8223-cc077886ce15 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.328327] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09708b1f-0281-47bd-88b9-96cca079ff98 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.338841] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569a62f5-6e8c-415f-845c-87594affaa95 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.362380] env[68627]: DEBUG nova.compute.provider_tree [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.383496] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.389119] env[68627]: DEBUG oslo_vmware.api [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.484186] env[68627]: DEBUG nova.network.neutron [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Successfully created port: 042d6c74-c7dc-425b-9ebb-afa71a73b914 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.553558] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038069, 'name': PowerOffVM_Task, 'duration_secs': 0.321681} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.554413] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.554647] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance '6a60f86b-90ac-4ce5-8f27-27bf265687c7' progress to 17 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.586275] env[68627]: DEBUG nova.compute.manager [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.614143] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038061, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.269733} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.614430] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2a97391-4559-4f67-a112-73576e8d3cd1/b2a97391-4559-4f67-a112-73576e8d3cd1.vmdk to [datastore1] 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b/7998a365-1a11-4d2b-b9ba-11c5f3a68f0b.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.615260] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71a72ca-3e98-4783-bb45-4180ab74a289 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.639020] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b/7998a365-1a11-4d2b-b9ba-11c5f3a68f0b.vmdk or device None with type streamOptimized {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.640404] env[68627]: INFO nova.compute.manager [None req-27480f4c-bbfc-4d04-be66-499125739d88 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance to original state: 'active' [ 1211.643277] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b00cd46-f361-46de-9b1c-3a58163f300a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.664629] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1211.664629] env[68627]: value = "task-3038070" [ 1211.664629] env[68627]: _type = "Task" [ 1211.664629] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.675248] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.683950] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.684355] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.684684] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "7e03aebf-7b34-41d4-9a33-41832d2373a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.684993] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.685286] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.688263] env[68627]: INFO nova.compute.manager [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Terminating instance [ 1211.865644] env[68627]: DEBUG nova.scheduler.client.report [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.881860] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038067, 'name': CreateSnapshot_Task, 'duration_secs': 1.005162} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.882489] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1211.883866] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b17ef50-221d-4675-a784-b11e7a8c3843 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.890088] env[68627]: DEBUG oslo_vmware.api [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.712076} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.890735] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.891070] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.891280] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.891499] env[68627]: INFO nova.compute.manager [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Took 2.58 seconds to destroy the instance on the hypervisor. [ 1211.891855] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.895470] env[68627]: DEBUG nova.compute.manager [-] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.895633] env[68627]: DEBUG nova.network.neutron [-] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.943314] env[68627]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 5a1d184b-f467-4128-a4f1-50818c42aa96 could not be found.", "detail": ""}} {{(pid=68627) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1211.943555] env[68627]: DEBUG nova.network.neutron [-] Unable to show port 5a1d184b-f467-4128-a4f1-50818c42aa96 as it no longer exists. {{(pid=68627) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1212.060821] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.061096] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.061260] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.061443] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.061590] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.061739] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.061941] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.062118] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.062285] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.062466] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.062690] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.068281] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22c94a6d-3e38-4c94-9d38-037734907a3a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.089888] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1212.089888] env[68627]: value = "task-3038071" [ 1212.089888] env[68627]: _type = "Task" [ 1212.089888] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.102423] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038071, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.176436] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.191826] env[68627]: DEBUG nova.compute.manager [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.191826] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.192743] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83988d4-90bb-48fc-a64e-8c2cc75f0888 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.201725] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.201725] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08da3e8d-3e23-41db-a90a-61e74ac92e7c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.208351] env[68627]: DEBUG oslo_vmware.api [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1212.208351] env[68627]: value = "task-3038072" [ 1212.208351] env[68627]: _type = "Task" [ 1212.208351] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.217853] env[68627]: DEBUG oslo_vmware.api [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.371585] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.395926] env[68627]: INFO nova.scheduler.client.report [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleted allocations for instance f6fdc596-8292-4932-acae-1bffc6eb4e55 [ 1212.407093] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1212.407420] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd66077e-6bef-481d-8ae3-63e1193575f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.416228] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1212.416228] env[68627]: value = "task-3038073" [ 1212.416228] env[68627]: _type = "Task" [ 1212.416228] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.426147] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038073, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.544373] env[68627]: DEBUG nova.compute.manager [req-ce91c042-8816-4b4f-8abd-9a714f980b0c req-ce963579-be26-4fe3-8e9e-be3c7a3ba189 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Received event network-vif-deleted-1eacaba1-3418-4366-b8ab-786ed152f056 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.544648] env[68627]: INFO nova.compute.manager [req-ce91c042-8816-4b4f-8abd-9a714f980b0c req-ce963579-be26-4fe3-8e9e-be3c7a3ba189 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Neutron deleted interface 1eacaba1-3418-4366-b8ab-786ed152f056; detaching it from the instance and deleting it from the info cache [ 1212.544904] env[68627]: DEBUG nova.network.neutron [req-ce91c042-8816-4b4f-8abd-9a714f980b0c req-ce963579-be26-4fe3-8e9e-be3c7a3ba189 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.601249] env[68627]: DEBUG nova.compute.manager [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.603460] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038071, 'name': ReconfigVM_Task, 'duration_secs': 0.42534} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.603975] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance '6a60f86b-90ac-4ce5-8f27-27bf265687c7' progress to 33 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.631025] env[68627]: DEBUG nova.virt.hardware [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.631302] env[68627]: DEBUG nova.virt.hardware [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.631824] env[68627]: DEBUG nova.virt.hardware [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.631824] env[68627]: DEBUG nova.virt.hardware [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.631824] env[68627]: DEBUG nova.virt.hardware [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.632251] env[68627]: DEBUG nova.virt.hardware [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.632251] env[68627]: DEBUG nova.virt.hardware [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.632422] env[68627]: DEBUG nova.virt.hardware [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.632499] env[68627]: DEBUG nova.virt.hardware [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.632633] env[68627]: DEBUG nova.virt.hardware [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.632809] env[68627]: DEBUG nova.virt.hardware [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.633712] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ac6852-4c5e-49b1-8beb-ba97e19edf90 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.641308] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57cdfcf-4632-4c7f-9818-f79536be38c9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.676460] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038070, 'name': ReconfigVM_Task, 'duration_secs': 0.93626} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.677031] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b/7998a365-1a11-4d2b-b9ba-11c5f3a68f0b.vmdk or device None with type streamOptimized {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.677701] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0933632-3a59-4bcd-a24b-bb7776a99bbc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.684148] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1212.684148] env[68627]: value = "task-3038074" [ 1212.684148] env[68627]: _type = "Task" [ 1212.684148] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.693674] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038074, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.720696] env[68627]: DEBUG oslo_vmware.api [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038072, 'name': PowerOffVM_Task, 'duration_secs': 0.197844} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.720985] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.721187] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.721470] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c024fd0-935a-494f-b1a2-7cd0d9e13a1d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.783143] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.783435] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.783711] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Deleting the datastore file [datastore2] 7e03aebf-7b34-41d4-9a33-41832d2373a6 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.783959] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-211d706e-e9b4-4ae1-8830-af8e6b84b460 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.790601] env[68627]: DEBUG oslo_vmware.api [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for the task: (returnval){ [ 1212.790601] env[68627]: value = "task-3038076" [ 1212.790601] env[68627]: _type = "Task" [ 1212.790601] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.798455] env[68627]: DEBUG oslo_vmware.api [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.836271] env[68627]: DEBUG nova.network.neutron [-] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.904408] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5434598b-6e61-42ed-8d8a-836604425b46 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "f6fdc596-8292-4932-acae-1bffc6eb4e55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.766s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.931136] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038073, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.004088] env[68627]: DEBUG nova.network.neutron [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Successfully updated port: 042d6c74-c7dc-425b-9ebb-afa71a73b914 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.048651] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf67f21a-6957-46d3-a089-ac974475e5e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.058603] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae870a79-3bae-4104-9b01-7394c92a31b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.095126] env[68627]: DEBUG nova.compute.manager [req-ce91c042-8816-4b4f-8abd-9a714f980b0c req-ce963579-be26-4fe3-8e9e-be3c7a3ba189 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Detach interface failed, port_id=1eacaba1-3418-4366-b8ab-786ed152f056, reason: Instance 25d2913f-ba20-4a47-9d52-70ed43a20075 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1213.095832] env[68627]: DEBUG oslo_concurrency.lockutils [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "3f7d1875-756b-473a-a501-0bd2e827661d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.096204] env[68627]: DEBUG oslo_concurrency.lockutils [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "3f7d1875-756b-473a-a501-0bd2e827661d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.096279] env[68627]: DEBUG oslo_concurrency.lockutils [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "3f7d1875-756b-473a-a501-0bd2e827661d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.096458] env[68627]: DEBUG oslo_concurrency.lockutils [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "3f7d1875-756b-473a-a501-0bd2e827661d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.096619] env[68627]: DEBUG oslo_concurrency.lockutils [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "3f7d1875-756b-473a-a501-0bd2e827661d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.098655] env[68627]: INFO nova.compute.manager [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Terminating instance [ 1213.110859] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.111098] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.111270] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.111453] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.111678] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.111749] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.111954] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.112221] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.112406] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.112571] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.112745] env[68627]: DEBUG nova.virt.hardware [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.119722] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1213.121276] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d70765c8-e718-452a-8508-328dc12dc93d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.152149] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1213.152149] env[68627]: value = "task-3038077" [ 1213.152149] env[68627]: _type = "Task" [ 1213.152149] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.162044] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.197324] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038074, 'name': Rename_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.302387] env[68627]: DEBUG oslo_vmware.api [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Task: {'id': task-3038076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204369} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.302640] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.302830] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.303019] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.303210] env[68627]: INFO nova.compute.manager [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1213.303451] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.303659] env[68627]: DEBUG nova.compute.manager [-] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.303899] env[68627]: DEBUG nova.network.neutron [-] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.339374] env[68627]: INFO nova.compute.manager [-] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Took 1.44 seconds to deallocate network for instance. [ 1213.427085] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038073, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.510136] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "refresh_cache-e370f609-8c8b-40f4-9761-f5cc2951ff58" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.510304] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired lock "refresh_cache-e370f609-8c8b-40f4-9761-f5cc2951ff58" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.510464] env[68627]: DEBUG nova.network.neutron [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.586256] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "0204e32b-986b-48a1-bccc-ba413aad5e59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.586256] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "0204e32b-986b-48a1-bccc-ba413aad5e59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.586256] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "0204e32b-986b-48a1-bccc-ba413aad5e59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.586256] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "0204e32b-986b-48a1-bccc-ba413aad5e59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.586256] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "0204e32b-986b-48a1-bccc-ba413aad5e59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.590824] env[68627]: INFO nova.compute.manager [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Terminating instance [ 1213.601772] env[68627]: DEBUG nova.compute.manager [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.601985] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.603577] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05848f13-f4d6-49ea-8744-d7aa0e46eaaf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.611759] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.611920] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae5127a0-97a9-4799-a27b-8504c849e338 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.618862] env[68627]: DEBUG oslo_vmware.api [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1213.618862] env[68627]: value = "task-3038078" [ 1213.618862] env[68627]: _type = "Task" [ 1213.618862] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.627820] env[68627]: DEBUG oslo_vmware.api [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.662647] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.696917] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038074, 'name': Rename_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.847064] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.847064] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.847258] env[68627]: DEBUG nova.objects.instance [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'resources' on Instance uuid 25d2913f-ba20-4a47-9d52-70ed43a20075 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.929114] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038073, 'name': CloneVM_Task} progress is 95%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.051809] env[68627]: DEBUG nova.network.neutron [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.095687] env[68627]: DEBUG nova.compute.manager [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.096100] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.097331] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2006b2-2f8f-408c-a3a5-808f3193e392 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.107543] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.107888] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d614fd0-a45e-4a97-8a50-fa5943b1e39d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.114676] env[68627]: DEBUG oslo_vmware.api [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1214.114676] env[68627]: value = "task-3038079" [ 1214.114676] env[68627]: _type = "Task" [ 1214.114676] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.132826] env[68627]: DEBUG oslo_vmware.api [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.138890] env[68627]: DEBUG oslo_vmware.api [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038078, 'name': PowerOffVM_Task, 'duration_secs': 0.233004} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.139255] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.139505] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.139835] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-564c8de1-602a-407c-b3d7-6ab04b5bf60a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.162513] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038077, 'name': ReconfigVM_Task, 'duration_secs': 0.954206} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.162773] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1214.163568] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3238a186-8aac-4e2f-9b26-4853c70ce8bb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.192294] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 6a60f86b-90ac-4ce5-8f27-27bf265687c7/6a60f86b-90ac-4ce5-8f27-27bf265687c7.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.192596] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa675b09-0488-4317-8bc9-f68362106760 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.206250] env[68627]: DEBUG nova.network.neutron [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Updating instance_info_cache with network_info: [{"id": "042d6c74-c7dc-425b-9ebb-afa71a73b914", "address": "fa:16:3e:6d:f1:f1", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042d6c74-c7", "ovs_interfaceid": "042d6c74-c7dc-425b-9ebb-afa71a73b914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.212473] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.212692] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.212882] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleting the datastore file [datastore2] 3f7d1875-756b-473a-a501-0bd2e827661d {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.213162] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fab34c28-95b0-426f-b5ad-bbf09f42fdb9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.217866] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038074, 'name': Rename_Task, 'duration_secs': 1.174008} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.218996] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.219315] env[68627]: DEBUG oslo_vmware.api [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1214.219315] env[68627]: value = "task-3038082" [ 1214.219315] env[68627]: _type = "Task" [ 1214.219315] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.219885] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41c84a0a-95c6-4ee6-bc1a-9da51c899ffc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.225082] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1214.225082] env[68627]: value = "task-3038081" [ 1214.225082] env[68627]: _type = "Task" [ 1214.225082] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.233346] env[68627]: DEBUG oslo_vmware.api [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.233631] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1214.233631] env[68627]: value = "task-3038083" [ 1214.233631] env[68627]: _type = "Task" [ 1214.233631] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.239970] env[68627]: DEBUG nova.network.neutron [-] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.241111] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.246733] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038083, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.431271] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038073, 'name': CloneVM_Task, 'duration_secs': 1.703018} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.431597] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Created linked-clone VM from snapshot [ 1214.432485] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43db4f56-a4b2-40b6-835f-fc45e394a364 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.442929] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Uploading image 87d18885-c27e-4454-a7d9-378fc262133a {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1214.471081] env[68627]: DEBUG oslo_vmware.rw_handles [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1214.471081] env[68627]: value = "vm-608718" [ 1214.471081] env[68627]: _type = "VirtualMachine" [ 1214.471081] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1214.471288] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-47474c1c-3300-4696-82c3-f6de7f4bb9d3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.477561] env[68627]: DEBUG oslo_vmware.rw_handles [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lease: (returnval){ [ 1214.477561] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f11ccb-7cba-21bc-259a-64e1adb61b1c" [ 1214.477561] env[68627]: _type = "HttpNfcLease" [ 1214.477561] env[68627]: } obtained for exporting VM: (result){ [ 1214.477561] env[68627]: value = "vm-608718" [ 1214.477561] env[68627]: _type = "VirtualMachine" [ 1214.477561] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1214.477561] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the lease: (returnval){ [ 1214.477561] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f11ccb-7cba-21bc-259a-64e1adb61b1c" [ 1214.477561] env[68627]: _type = "HttpNfcLease" [ 1214.477561] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1214.485507] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.485507] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f11ccb-7cba-21bc-259a-64e1adb61b1c" [ 1214.485507] env[68627]: _type = "HttpNfcLease" [ 1214.485507] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1214.492619] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da44e0-82d4-42c4-823a-446ffe981d53 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.499909] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70330c71-c7aa-4ece-9b53-6d96f8500894 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.530190] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d94543a-f985-4364-948e-fc7d11dbc438 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.537740] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecbd812-edd0-4e8d-b242-f97793fd3af2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.553418] env[68627]: DEBUG nova.compute.provider_tree [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.576526] env[68627]: DEBUG nova.compute.manager [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Received event network-vif-plugged-042d6c74-c7dc-425b-9ebb-afa71a73b914 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.576678] env[68627]: DEBUG oslo_concurrency.lockutils [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] Acquiring lock "e370f609-8c8b-40f4-9761-f5cc2951ff58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.576910] env[68627]: DEBUG oslo_concurrency.lockutils [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.577254] env[68627]: DEBUG oslo_concurrency.lockutils [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.577462] env[68627]: DEBUG nova.compute.manager [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] No waiting events found dispatching network-vif-plugged-042d6c74-c7dc-425b-9ebb-afa71a73b914 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.577634] env[68627]: WARNING nova.compute.manager [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Received unexpected event network-vif-plugged-042d6c74-c7dc-425b-9ebb-afa71a73b914 for instance with vm_state building and task_state spawning. [ 1214.577798] env[68627]: DEBUG nova.compute.manager [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Received event network-changed-042d6c74-c7dc-425b-9ebb-afa71a73b914 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.577952] env[68627]: DEBUG nova.compute.manager [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Refreshing instance network info cache due to event network-changed-042d6c74-c7dc-425b-9ebb-afa71a73b914. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.578377] env[68627]: DEBUG oslo_concurrency.lockutils [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] Acquiring lock "refresh_cache-e370f609-8c8b-40f4-9761-f5cc2951ff58" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.625321] env[68627]: DEBUG oslo_vmware.api [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038079, 'name': PowerOffVM_Task, 'duration_secs': 0.194502} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.625627] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.625856] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.626185] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09ebff28-beb6-4db8-b915-8fa6b309c3c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.696465] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.696664] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.697049] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleting the datastore file [datastore2] 0204e32b-986b-48a1-bccc-ba413aad5e59 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.697351] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abaa1ffc-0d6c-4c16-bdad-1e1561c2d274 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.704481] env[68627]: DEBUG oslo_vmware.api [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1214.704481] env[68627]: value = "task-3038086" [ 1214.704481] env[68627]: _type = "Task" [ 1214.704481] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.713519] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Releasing lock "refresh_cache-e370f609-8c8b-40f4-9761-f5cc2951ff58" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.713870] env[68627]: DEBUG nova.compute.manager [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Instance network_info: |[{"id": "042d6c74-c7dc-425b-9ebb-afa71a73b914", "address": "fa:16:3e:6d:f1:f1", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042d6c74-c7", "ovs_interfaceid": "042d6c74-c7dc-425b-9ebb-afa71a73b914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.714245] env[68627]: DEBUG oslo_vmware.api [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.714468] env[68627]: DEBUG oslo_concurrency.lockutils [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] Acquired lock "refresh_cache-e370f609-8c8b-40f4-9761-f5cc2951ff58" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.714668] env[68627]: DEBUG nova.network.neutron [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Refreshing network info cache for port 042d6c74-c7dc-425b-9ebb-afa71a73b914 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.715963] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:f1:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '042d6c74-c7dc-425b-9ebb-afa71a73b914', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.724770] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.727756] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.731888] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33574605-0c1e-4ddc-a8fc-b404aaa7b83d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.749779] env[68627]: INFO nova.compute.manager [-] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Took 1.45 seconds to deallocate network for instance. [ 1214.762068] env[68627]: DEBUG oslo_vmware.api [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181377} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.766173] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.766394] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.766554] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.766723] env[68627]: INFO nova.compute.manager [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1214.766962] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.768030] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038081, 'name': ReconfigVM_Task, 'duration_secs': 0.353854} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.768030] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.768030] env[68627]: value = "task-3038087" [ 1214.768030] env[68627]: _type = "Task" [ 1214.768030] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.770233] env[68627]: DEBUG nova.compute.manager [-] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.770439] env[68627]: DEBUG nova.network.neutron [-] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.772140] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 6a60f86b-90ac-4ce5-8f27-27bf265687c7/6a60f86b-90ac-4ce5-8f27-27bf265687c7.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.772451] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance '6a60f86b-90ac-4ce5-8f27-27bf265687c7' progress to 50 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.776683] env[68627]: DEBUG oslo_vmware.api [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038083, 'name': PowerOnVM_Task, 'duration_secs': 0.465996} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.780873] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.789802] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038087, 'name': CreateVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.895973] env[68627]: DEBUG nova.compute.manager [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.896950] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f31d0ce-25a3-4967-a429-fd8339e9b05f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.986468] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.986468] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f11ccb-7cba-21bc-259a-64e1adb61b1c" [ 1214.986468] env[68627]: _type = "HttpNfcLease" [ 1214.986468] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1214.987420] env[68627]: DEBUG oslo_vmware.rw_handles [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1214.987420] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52f11ccb-7cba-21bc-259a-64e1adb61b1c" [ 1214.987420] env[68627]: _type = "HttpNfcLease" [ 1214.987420] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1214.990799] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31904593-78df-459e-a34b-c900ca21163e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.996106] env[68627]: DEBUG oslo_vmware.rw_handles [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a4ffb-3a66-2b20-d5f2-281db4b8513f/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1214.996313] env[68627]: DEBUG oslo_vmware.rw_handles [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a4ffb-3a66-2b20-d5f2-281db4b8513f/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1215.077100] env[68627]: ERROR nova.scheduler.client.report [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [req-cbc38e83-e184-4d8f-b9a8-41e889060a61] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cbc38e83-e184-4d8f-b9a8-41e889060a61"}]} [ 1215.088138] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5c08ca5-0417-44a6-b130-e1537dbed2bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.095184] env[68627]: DEBUG nova.scheduler.client.report [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1215.103059] env[68627]: DEBUG nova.network.neutron [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Updated VIF entry in instance network info cache for port 042d6c74-c7dc-425b-9ebb-afa71a73b914. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.103422] env[68627]: DEBUG nova.network.neutron [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Updating instance_info_cache with network_info: [{"id": "042d6c74-c7dc-425b-9ebb-afa71a73b914", "address": "fa:16:3e:6d:f1:f1", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042d6c74-c7", "ovs_interfaceid": "042d6c74-c7dc-425b-9ebb-afa71a73b914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.114778] env[68627]: DEBUG nova.scheduler.client.report [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1215.115014] env[68627]: DEBUG nova.compute.provider_tree [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.131254] env[68627]: DEBUG nova.scheduler.client.report [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: None {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1215.153677] env[68627]: DEBUG nova.scheduler.client.report [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1215.218140] env[68627]: DEBUG oslo_vmware.api [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198646} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.218416] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.218604] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.218780] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.218956] env[68627]: INFO nova.compute.manager [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1215.219359] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.219569] env[68627]: DEBUG nova.compute.manager [-] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.219666] env[68627]: DEBUG nova.network.neutron [-] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.266402] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.279468] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c1d13b-a3d1-4701-9c4f-63096771ece1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.297282] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038087, 'name': CreateVM_Task, 'duration_secs': 0.517278} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.314862] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.318292] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.318503] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.318775] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.319548] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d78d4f7-72cd-4d8a-911b-42f489cd3dfa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.322128] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6292e5a1-ccfe-4273-ae8f-f00b977a23cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.326994] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1215.326994] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527cdb23-7b9a-23ca-bbea-a28bae8bd4f3" [ 1215.326994] env[68627]: _type = "Task" [ 1215.326994] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.343100] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance '6a60f86b-90ac-4ce5-8f27-27bf265687c7' progress to 67 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.360395] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527cdb23-7b9a-23ca-bbea-a28bae8bd4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011967} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.360395] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.360924] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.360924] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.360924] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.361829] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.361829] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e4a088c-5387-4c6e-834b-fda978d64eff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.368786] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489b0ee0-0834-4b3a-ace7-8df68dbc7958 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.372479] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.372736] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.374018] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26537a79-f739-4f1f-8266-d4df5dcec57b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.379795] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41264496-c1b6-4e8f-9bd7-4d302acd0dfd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.384320] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1215.384320] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52274662-b807-01ff-9df1-e3d3eec4c680" [ 1215.384320] env[68627]: _type = "Task" [ 1215.384320] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.422405] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b293c2a7-969a-4f5a-aed9-54f44bb7b7ec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.429871] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4774fd18-3e84-44c8-a6bb-d90670e8f860 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.761s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.434020] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52274662-b807-01ff-9df1-e3d3eec4c680, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.434020] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6719fd2-7e8c-4411-b6d1-b53b92875280 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.439124] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9295982-7f4b-4945-9827-be4c483bd339 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.445696] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1215.445696] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5285ca49-123c-b009-5fe8-0d262bbcc5c5" [ 1215.445696] env[68627]: _type = "Task" [ 1215.445696] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.459167] env[68627]: DEBUG nova.compute.provider_tree [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.465819] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5285ca49-123c-b009-5fe8-0d262bbcc5c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012143} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.466111] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.466803] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] e370f609-8c8b-40f4-9761-f5cc2951ff58/e370f609-8c8b-40f4-9761-f5cc2951ff58.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.466803] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1cd2298-2ef1-46a9-960e-3c402243c608 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.474459] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1215.474459] env[68627]: value = "task-3038088" [ 1215.474459] env[68627]: _type = "Task" [ 1215.474459] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.482985] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.606722] env[68627]: DEBUG oslo_concurrency.lockutils [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] Releasing lock "refresh_cache-e370f609-8c8b-40f4-9761-f5cc2951ff58" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.607201] env[68627]: DEBUG nova.compute.manager [req-b7d937f8-28c5-4b8d-8a94-92130da49dee req-9b498729-f76f-4d51-ac8c-5072eeac6e36 service nova] [instance: 7e03aebf-7b34-41d4-9a33-41832d2373a6] Received event network-vif-deleted-2f9277c1-0e9e-49ba-bc0c-3fc6ca6eaab8 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.670262] env[68627]: DEBUG nova.network.neutron [-] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.985972] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038088, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.007121] env[68627]: DEBUG nova.scheduler.client.report [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1216.008656] env[68627]: DEBUG nova.compute.provider_tree [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 168 to 169 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1216.008656] env[68627]: DEBUG nova.compute.provider_tree [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.176557] env[68627]: INFO nova.compute.manager [-] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Took 1.41 seconds to deallocate network for instance. [ 1216.190604] env[68627]: DEBUG nova.network.neutron [-] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.485900] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578284} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.486464] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] e370f609-8c8b-40f4-9761-f5cc2951ff58/e370f609-8c8b-40f4-9761-f5cc2951ff58.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.486801] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.488933] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b3001e7-a10a-431b-8b21-9e2ea366e7e0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.497070] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1216.497070] env[68627]: value = "task-3038089" [ 1216.497070] env[68627]: _type = "Task" [ 1216.497070] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.505672] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.514167] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.667s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.517037] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.250s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.517037] env[68627]: DEBUG nova.objects.instance [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lazy-loading 'resources' on Instance uuid 7e03aebf-7b34-41d4-9a33-41832d2373a6 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.536822] env[68627]: INFO nova.scheduler.client.report [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Deleted allocations for instance 25d2913f-ba20-4a47-9d52-70ed43a20075 [ 1216.605155] env[68627]: DEBUG nova.compute.manager [req-5227eb2e-8887-4b88-8df9-472167088b77 req-01cd5425-fa26-48b1-8f8b-5146c7e44538 service nova] [instance: 3f7d1875-756b-473a-a501-0bd2e827661d] Received event network-vif-deleted-75651ef3-02bc-45be-8e7a-6c2726de97fc {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.605442] env[68627]: DEBUG nova.compute.manager [req-5227eb2e-8887-4b88-8df9-472167088b77 req-01cd5425-fa26-48b1-8f8b-5146c7e44538 service nova] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Received event network-vif-deleted-0a464c04-7650-480d-b9c5-cb0177f31d48 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.624936] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070567c1-4953-4208-bf5a-1ee6277499b0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.632250] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dc21bd4f-1d9b-42ab-a20d-f3e79eff259a tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Suspending the VM {{(pid=68627) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1216.632512] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cc4af3a0-5cd9-4b30-a3c7-9ca2989a5c51 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.639178] env[68627]: DEBUG oslo_vmware.api [None req-dc21bd4f-1d9b-42ab-a20d-f3e79eff259a tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1216.639178] env[68627]: value = "task-3038090" [ 1216.639178] env[68627]: _type = "Task" [ 1216.639178] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.648192] env[68627]: DEBUG oslo_vmware.api [None req-dc21bd4f-1d9b-42ab-a20d-f3e79eff259a tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038090, 'name': SuspendVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.688728] env[68627]: DEBUG oslo_concurrency.lockutils [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.694496] env[68627]: INFO nova.compute.manager [-] [instance: 0204e32b-986b-48a1-bccc-ba413aad5e59] Took 1.47 seconds to deallocate network for instance. [ 1217.007634] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182731} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.008144] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.009158] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc215c01-66f5-4791-bdeb-d8cb4810cfcc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.035596] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] e370f609-8c8b-40f4-9761-f5cc2951ff58/e370f609-8c8b-40f4-9761-f5cc2951ff58.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.036677] env[68627]: DEBUG nova.network.neutron [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Port 28d96100-44d3-4b51-a138-fa96f31245ce binding to destination host cpu-1 is already ACTIVE {{(pid=68627) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1217.038867] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adfab622-b943-43c5-97e6-4f7fcd7657f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.063235] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d7454b9b-fadd-4748-86e7-1f7dc5f44d84 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "25d2913f-ba20-4a47-9d52-70ed43a20075" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.258s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.064975] env[68627]: DEBUG oslo_concurrency.lockutils [req-80329a91-e229-4433-bd4a-f8d1f3ae24a2 req-41578f16-4d9d-46ce-bdba-da7a2a121a32 service nova] Acquired lock "25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.066164] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e438fc-a687-45bb-bc73-697358498c36 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.071069] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1217.071069] env[68627]: value = "task-3038091" [ 1217.071069] env[68627]: _type = "Task" [ 1217.071069] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.078860] env[68627]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1217.079087] env[68627]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68627) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1217.080540] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87de1bc7-24e6-433b-bd84-b09d6cf9955d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.088443] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038091, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.098271] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a05affe-0f79-4f16-b402-ce6f227f5538 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.134841] env[68627]: ERROR root [req-80329a91-e229-4433-bd4a-f8d1f3ae24a2 req-41578f16-4d9d-46ce-bdba-da7a2a121a32 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-608703' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-608703' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-608703' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-608703'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-608703' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-608703' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-608703'}\n"]: nova.exception.InstanceNotFound: Instance 25d2913f-ba20-4a47-9d52-70ed43a20075 could not be found. [ 1217.135289] env[68627]: DEBUG oslo_concurrency.lockutils [req-80329a91-e229-4433-bd4a-f8d1f3ae24a2 req-41578f16-4d9d-46ce-bdba-da7a2a121a32 service nova] Releasing lock "25d2913f-ba20-4a47-9d52-70ed43a20075" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.135668] env[68627]: DEBUG nova.compute.manager [req-80329a91-e229-4433-bd4a-f8d1f3ae24a2 req-41578f16-4d9d-46ce-bdba-da7a2a121a32 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Detach interface failed, port_id=69b43b17-4016-4b72-b568-1172376fd497, reason: Instance 25d2913f-ba20-4a47-9d52-70ed43a20075 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1217.136047] env[68627]: DEBUG nova.compute.manager [req-80329a91-e229-4433-bd4a-f8d1f3ae24a2 req-41578f16-4d9d-46ce-bdba-da7a2a121a32 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Received event network-vif-deleted-5a1d184b-f467-4128-a4f1-50818c42aa96 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.136275] env[68627]: INFO nova.compute.manager [req-80329a91-e229-4433-bd4a-f8d1f3ae24a2 req-41578f16-4d9d-46ce-bdba-da7a2a121a32 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Neutron deleted interface 5a1d184b-f467-4128-a4f1-50818c42aa96; detaching it from the instance and deleting it from the info cache [ 1217.136544] env[68627]: DEBUG nova.network.neutron [req-80329a91-e229-4433-bd4a-f8d1f3ae24a2 req-41578f16-4d9d-46ce-bdba-da7a2a121a32 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Updating instance_info_cache with network_info: [{"id": "1eacaba1-3418-4366-b8ab-786ed152f056", "address": "fa:16:3e:86:f1:0e", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eacaba1-34", "ovs_interfaceid": "1eacaba1-3418-4366-b8ab-786ed152f056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.149857] env[68627]: DEBUG oslo_vmware.api [None req-dc21bd4f-1d9b-42ab-a20d-f3e79eff259a tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038090, 'name': SuspendVM_Task} progress is 58%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.198500] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51f714d-ccab-4f3e-af97-e0a5afe49fb6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.203213] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.210084] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d9031d-344d-4cde-945c-be8667cc906e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.251864] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f28443-ab8b-4b5d-bc3a-c01d7b77d30e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.260248] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22090261-1761-4ffa-a412-581ff7cb072c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.275733] env[68627]: DEBUG nova.compute.provider_tree [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.583628] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038091, 'name': ReconfigVM_Task, 'duration_secs': 0.341183} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.584373] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Reconfigured VM instance instance-00000079 to attach disk [datastore2] e370f609-8c8b-40f4-9761-f5cc2951ff58/e370f609-8c8b-40f4-9761-f5cc2951ff58.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.586969] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a7bc5b5-23aa-4da0-9ad4-4339c39a7e75 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.593090] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1217.593090] env[68627]: value = "task-3038092" [ 1217.593090] env[68627]: _type = "Task" [ 1217.593090] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.601934] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038092, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.641415] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9f3db95-a50e-4691-b2a7-852fc0119457 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.653494] env[68627]: DEBUG oslo_vmware.api [None req-dc21bd4f-1d9b-42ab-a20d-f3e79eff259a tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038090, 'name': SuspendVM_Task, 'duration_secs': 0.813194} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.654854] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-dc21bd4f-1d9b-42ab-a20d-f3e79eff259a tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Suspended the VM {{(pid=68627) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1217.655109] env[68627]: DEBUG nova.compute.manager [None req-dc21bd4f-1d9b-42ab-a20d-f3e79eff259a tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.656043] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9a3f85-4502-4bf7-96c7-5c18b401cc9c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.661567] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9278670d-6552-47fc-b982-d4615e1dc23c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.692364] env[68627]: DEBUG nova.compute.manager [req-80329a91-e229-4433-bd4a-f8d1f3ae24a2 req-41578f16-4d9d-46ce-bdba-da7a2a121a32 service nova] [instance: 25d2913f-ba20-4a47-9d52-70ed43a20075] Detach interface failed, port_id=5a1d184b-f467-4128-a4f1-50818c42aa96, reason: Instance 25d2913f-ba20-4a47-9d52-70ed43a20075 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1217.779176] env[68627]: DEBUG nova.scheduler.client.report [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.084958] env[68627]: DEBUG oslo_concurrency.lockutils [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.084958] env[68627]: DEBUG oslo_concurrency.lockutils [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.084958] env[68627]: DEBUG oslo_concurrency.lockutils [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.104721] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038092, 'name': Rename_Task, 'duration_secs': 0.142397} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.104959] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.105228] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13380750-9d37-45be-9b2b-36dc4779466e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.111948] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1218.111948] env[68627]: value = "task-3038093" [ 1218.111948] env[68627]: _type = "Task" [ 1218.111948] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.123711] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.284754] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.291336] env[68627]: DEBUG oslo_concurrency.lockutils [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.599s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.291336] env[68627]: DEBUG nova.objects.instance [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lazy-loading 'resources' on Instance uuid 3f7d1875-756b-473a-a501-0bd2e827661d {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.316400] env[68627]: INFO nova.scheduler.client.report [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Deleted allocations for instance 7e03aebf-7b34-41d4-9a33-41832d2373a6 [ 1218.626043] env[68627]: DEBUG oslo_vmware.api [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038093, 'name': PowerOnVM_Task, 'duration_secs': 0.469716} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.626499] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.626852] env[68627]: INFO nova.compute.manager [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Took 6.03 seconds to spawn the instance on the hypervisor. [ 1218.627179] env[68627]: DEBUG nova.compute.manager [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.628478] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41faa683-caab-4f2e-b44c-185531c27c95 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.826187] env[68627]: DEBUG oslo_concurrency.lockutils [None req-d01a6391-1034-48e4-b377-407b4fd57824 tempest-AttachVolumeTestJSON-2125252083 tempest-AttachVolumeTestJSON-2125252083-project-member] Lock "7e03aebf-7b34-41d4-9a33-41832d2373a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.142s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.911794] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cfb37b-12d6-4505-81f9-e3ae0cfbdf83 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.920409] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0681b9-3dd7-489d-8821-50d12894116a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.955711] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959757bf-7819-40a7-96f8-bd228cb17889 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.964022] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15de418-032d-4cd5-89ad-74d063c2fb99 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.978383] env[68627]: DEBUG nova.compute.provider_tree [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.140426] env[68627]: DEBUG oslo_concurrency.lockutils [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.140680] env[68627]: DEBUG oslo_concurrency.lockutils [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.140809] env[68627]: DEBUG nova.network.neutron [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.148429] env[68627]: INFO nova.compute.manager [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Took 10.39 seconds to build instance. [ 1219.306057] env[68627]: INFO nova.compute.manager [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Resuming [ 1219.306057] env[68627]: DEBUG nova.objects.instance [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lazy-loading 'flavor' on Instance uuid 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.482220] env[68627]: DEBUG nova.scheduler.client.report [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.650872] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce28d85a-ba58-4f4e-942e-2e587be19810 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.906s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.828171] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.828171] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.868726] env[68627]: DEBUG nova.network.neutron [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance_info_cache with network_info: [{"id": "28d96100-44d3-4b51-a138-fa96f31245ce", "address": "fa:16:3e:e2:6d:b6", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d96100-44", "ovs_interfaceid": "28d96100-44d3-4b51-a138-fa96f31245ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.988961] env[68627]: DEBUG oslo_concurrency.lockutils [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.991878] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.789s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.992410] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.013847] env[68627]: INFO nova.scheduler.client.report [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleted allocations for instance 3f7d1875-756b-473a-a501-0bd2e827661d [ 1220.019496] env[68627]: INFO nova.scheduler.client.report [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleted allocations for instance 0204e32b-986b-48a1-bccc-ba413aad5e59 [ 1220.328874] env[68627]: DEBUG nova.compute.manager [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1220.366384] env[68627]: DEBUG nova.compute.manager [req-63dfc96d-37c8-45df-b963-f5dea1361c6f req-b32ad959-2aed-444b-b5e9-eca8f0090870 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Received event network-changed-042d6c74-c7dc-425b-9ebb-afa71a73b914 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.366583] env[68627]: DEBUG nova.compute.manager [req-63dfc96d-37c8-45df-b963-f5dea1361c6f req-b32ad959-2aed-444b-b5e9-eca8f0090870 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Refreshing instance network info cache due to event network-changed-042d6c74-c7dc-425b-9ebb-afa71a73b914. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.366805] env[68627]: DEBUG oslo_concurrency.lockutils [req-63dfc96d-37c8-45df-b963-f5dea1361c6f req-b32ad959-2aed-444b-b5e9-eca8f0090870 service nova] Acquiring lock "refresh_cache-e370f609-8c8b-40f4-9761-f5cc2951ff58" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.367031] env[68627]: DEBUG oslo_concurrency.lockutils [req-63dfc96d-37c8-45df-b963-f5dea1361c6f req-b32ad959-2aed-444b-b5e9-eca8f0090870 service nova] Acquired lock "refresh_cache-e370f609-8c8b-40f4-9761-f5cc2951ff58" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.367274] env[68627]: DEBUG nova.network.neutron [req-63dfc96d-37c8-45df-b963-f5dea1361c6f req-b32ad959-2aed-444b-b5e9-eca8f0090870 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Refreshing network info cache for port 042d6c74-c7dc-425b-9ebb-afa71a73b914 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.371332] env[68627]: DEBUG oslo_concurrency.lockutils [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.537035] env[68627]: DEBUG oslo_concurrency.lockutils [None req-33c4ce6c-1d32-4703-988a-fc8c08a69bc4 tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "3f7d1875-756b-473a-a501-0bd2e827661d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.441s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.538466] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4c477474-b779-48de-8c23-93b6ca03b6bc tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "0204e32b-986b-48a1-bccc-ba413aad5e59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.953s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.818616] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.818890] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquired lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.819104] env[68627]: DEBUG nova.network.neutron [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.849132] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.849197] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.851304] env[68627]: INFO nova.compute.claims [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.884072] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18f26f8-1d85-442b-b301-58972487a0b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.891233] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f735b3df-c76a-4f13-b7fd-2fe587470d37 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.137097] env[68627]: DEBUG nova.network.neutron [req-63dfc96d-37c8-45df-b963-f5dea1361c6f req-b32ad959-2aed-444b-b5e9-eca8f0090870 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Updated VIF entry in instance network info cache for port 042d6c74-c7dc-425b-9ebb-afa71a73b914. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.137524] env[68627]: DEBUG nova.network.neutron [req-63dfc96d-37c8-45df-b963-f5dea1361c6f req-b32ad959-2aed-444b-b5e9-eca8f0090870 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Updating instance_info_cache with network_info: [{"id": "042d6c74-c7dc-425b-9ebb-afa71a73b914", "address": "fa:16:3e:6d:f1:f1", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042d6c74-c7", "ovs_interfaceid": "042d6c74-c7dc-425b-9ebb-afa71a73b914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.539743] env[68627]: DEBUG nova.network.neutron [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Updating instance_info_cache with network_info: [{"id": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "address": "fa:16:3e:44:50:dd", "network": {"id": "e56c98b0-1b95-4233-a536-f08b11ccfa1d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2057903290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b375d5283e14877a7855a4790376d3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1a1fb2-01", "ovs_interfaceid": "7d1a1fb2-0109-47f9-9ec7-32d904a32f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.640710] env[68627]: DEBUG oslo_concurrency.lockutils [req-63dfc96d-37c8-45df-b963-f5dea1361c6f req-b32ad959-2aed-444b-b5e9-eca8f0090870 service nova] Releasing lock "refresh_cache-e370f609-8c8b-40f4-9761-f5cc2951ff58" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.989030] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.989030] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.001361] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8341c8a1-c4da-404f-8272-61a7c4885da7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.006332] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e01b262-b54f-4b68-8438-c05d3d0505a2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.031509] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f5f2a8-3da9-419b-a538-44dd08fe14fc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.035949] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5ab9ab-d49b-4bae-bc75-5a5da2f8cfd7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.043758] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Releasing lock "refresh_cache-7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.044219] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance '6a60f86b-90ac-4ce5-8f27-27bf265687c7' progress to 83 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.073295] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37e8c84-4bd7-48a6-af52-0dfd2e28cd5b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.077788] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61d411f-9574-46cf-813d-194c969f5b32 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.084913] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Resuming the VM {{(pid=68627) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1222.087057] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c3697d0-ecc9-42e7-a5ed-5330a3b0dce7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.089715] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e858bdd-8e0a-4884-9f51-baa85f330043 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.103961] env[68627]: DEBUG nova.compute.provider_tree [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.107858] env[68627]: DEBUG oslo_vmware.api [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1222.107858] env[68627]: value = "task-3038096" [ 1222.107858] env[68627]: _type = "Task" [ 1222.107858] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.117298] env[68627]: DEBUG oslo_vmware.api [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038096, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.491562] env[68627]: DEBUG nova.compute.manager [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.551479] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.552050] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8702e35-0f5e-45ce-81db-a27e122ee6d0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.559838] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1222.559838] env[68627]: value = "task-3038097" [ 1222.559838] env[68627]: _type = "Task" [ 1222.559838] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.572370] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.607225] env[68627]: DEBUG nova.scheduler.client.report [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.620122] env[68627]: DEBUG oslo_vmware.api [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038096, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.014702] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.030528] env[68627]: DEBUG oslo_vmware.rw_handles [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a4ffb-3a66-2b20-d5f2-281db4b8513f/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1223.031499] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba22cc9a-b3f2-414d-a52d-185a188e5198 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.037470] env[68627]: DEBUG oslo_vmware.rw_handles [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a4ffb-3a66-2b20-d5f2-281db4b8513f/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1223.037633] env[68627]: ERROR oslo_vmware.rw_handles [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a4ffb-3a66-2b20-d5f2-281db4b8513f/disk-0.vmdk due to incomplete transfer. [ 1223.037840] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7c67806f-b1cc-43b8-b9f9-4a735c71c312 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.044113] env[68627]: DEBUG oslo_vmware.rw_handles [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527a4ffb-3a66-2b20-d5f2-281db4b8513f/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1223.044307] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Uploaded image 87d18885-c27e-4454-a7d9-378fc262133a to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1223.046630] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1223.046837] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-50b35e67-3075-4b03-bb08-f22fc221ea7a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.051822] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1223.051822] env[68627]: value = "task-3038099" [ 1223.051822] env[68627]: _type = "Task" [ 1223.051822] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.059359] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038099, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.068333] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.115793] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.116361] env[68627]: DEBUG nova.compute.manager [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.119269] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.105s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.120750] env[68627]: INFO nova.compute.claims [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.128497] env[68627]: DEBUG oslo_vmware.api [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038096, 'name': PowerOnVM_Task, 'duration_secs': 0.523633} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.128773] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Resumed the VM {{(pid=68627) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1223.128968] env[68627]: DEBUG nova.compute.manager [None req-8ee34502-c701-494e-9f7c-d4814d29fe78 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.129812] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98d15fa-21e9-4261-95e7-d82b42af0586 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.561053] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038099, 'name': Destroy_Task, 'duration_secs': 0.311197} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.563918] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Destroyed the VM [ 1223.564182] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1223.564428] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-792e58ab-d82f-49b6-bbc4-f1de77bcaa5f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.570654] env[68627]: DEBUG oslo_vmware.api [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038097, 'name': PowerOnVM_Task, 'duration_secs': 0.659796} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.571757] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.571951] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-71b26f41-4dbf-4cb2-aabf-1615ba254b91 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance '6a60f86b-90ac-4ce5-8f27-27bf265687c7' progress to 100 {{(pid=68627) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.575501] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1223.575501] env[68627]: value = "task-3038100" [ 1223.575501] env[68627]: _type = "Task" [ 1223.575501] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.583373] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038100, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.625130] env[68627]: DEBUG nova.compute.utils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.628589] env[68627]: DEBUG nova.compute.manager [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.628801] env[68627]: DEBUG nova.network.neutron [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.678212] env[68627]: DEBUG nova.policy [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3c3e4b04d54d6a8502b5ad819eb5b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd75e742ad80b4afa8f07c78f27a6f587', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.959766] env[68627]: DEBUG nova.network.neutron [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Successfully created port: ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.091316] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038100, 'name': RemoveSnapshot_Task, 'duration_secs': 0.371945} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.091566] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1224.091837] env[68627]: DEBUG nova.compute.manager [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.092615] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc82738-766f-4fab-8f4c-25f4913399a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.134376] env[68627]: DEBUG nova.compute.manager [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.264791] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2d6db0-9229-4fdc-a786-02371866a24d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.272688] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c0c400-83df-467d-a760-5c0098b3f336 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.306730] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90286716-3128-46fe-ba56-4318e55de366 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.313864] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb8ad4a-d152-4b5a-9227-1b4b507436cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.326848] env[68627]: DEBUG nova.compute.provider_tree [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1224.576865] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.577191] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.579844] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.580164] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.580413] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.582861] env[68627]: INFO nova.compute.manager [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Terminating instance [ 1224.605392] env[68627]: INFO nova.compute.manager [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Shelve offloading [ 1224.846826] env[68627]: ERROR nova.scheduler.client.report [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [req-9773d771-5da8-4739-9082-24c51eeb1cce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9773d771-5da8-4739-9082-24c51eeb1cce"}]} [ 1224.862405] env[68627]: DEBUG nova.scheduler.client.report [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1224.875048] env[68627]: DEBUG nova.scheduler.client.report [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1224.875182] env[68627]: DEBUG nova.compute.provider_tree [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1224.885180] env[68627]: DEBUG nova.scheduler.client.report [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: None {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1224.902158] env[68627]: DEBUG nova.scheduler.client.report [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1225.007889] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8879b75-a1bf-4722-bb43-ad3145946478 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.015880] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ed0cc9-ca9d-4223-a94a-49df295b0f3f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.046971] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f070d72-6f85-4be4-9acc-77b03a121749 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.054701] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a1ada0-03a2-461b-947a-1f577b19a415 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.068327] env[68627]: DEBUG nova.compute.provider_tree [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.087401] env[68627]: DEBUG nova.compute.manager [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.087618] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.088530] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f27a50-73be-4bc9-b5ff-89c269d55e27 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.095899] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.096153] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a4e5328-8cdd-40cf-b741-3d8b3f4b4236 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.102671] env[68627]: DEBUG oslo_vmware.api [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1225.102671] env[68627]: value = "task-3038101" [ 1225.102671] env[68627]: _type = "Task" [ 1225.102671] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.112037] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.112320] env[68627]: DEBUG oslo_vmware.api [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.112777] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5623e8a-85dd-4623-aecd-4926f98e758c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.120945] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1225.120945] env[68627]: value = "task-3038102" [ 1225.120945] env[68627]: _type = "Task" [ 1225.120945] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.138376] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1225.138376] env[68627]: DEBUG nova.compute.manager [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.139061] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c841ab18-bcc6-4b21-8e0d-372be3b87d18 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.144171] env[68627]: DEBUG nova.compute.manager [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.148162] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.148376] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.148706] env[68627]: DEBUG nova.network.neutron [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.172812] env[68627]: DEBUG nova.virt.hardware [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.173259] env[68627]: DEBUG nova.virt.hardware [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.173482] env[68627]: DEBUG nova.virt.hardware [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.173758] env[68627]: DEBUG nova.virt.hardware [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.173966] env[68627]: DEBUG nova.virt.hardware [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.174175] env[68627]: DEBUG nova.virt.hardware [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.174426] env[68627]: DEBUG nova.virt.hardware [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.174627] env[68627]: DEBUG nova.virt.hardware [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.174840] env[68627]: DEBUG nova.virt.hardware [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.175060] env[68627]: DEBUG nova.virt.hardware [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.175281] env[68627]: DEBUG nova.virt.hardware [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.176426] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f2997e-1ea4-4be0-8314-806f1952afa6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.185412] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb3295c-e96d-497c-86f4-43f3ae1dcfa7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.386530] env[68627]: DEBUG nova.compute.manager [req-85b81e6b-1c5a-4ba7-9121-1ca900337f61 req-8a98f1d9-1a00-4601-b195-5b470dad7555 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Received event network-vif-plugged-ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.386941] env[68627]: DEBUG oslo_concurrency.lockutils [req-85b81e6b-1c5a-4ba7-9121-1ca900337f61 req-8a98f1d9-1a00-4601-b195-5b470dad7555 service nova] Acquiring lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.387191] env[68627]: DEBUG oslo_concurrency.lockutils [req-85b81e6b-1c5a-4ba7-9121-1ca900337f61 req-8a98f1d9-1a00-4601-b195-5b470dad7555 service nova] Lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.387371] env[68627]: DEBUG oslo_concurrency.lockutils [req-85b81e6b-1c5a-4ba7-9121-1ca900337f61 req-8a98f1d9-1a00-4601-b195-5b470dad7555 service nova] Lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.387542] env[68627]: DEBUG nova.compute.manager [req-85b81e6b-1c5a-4ba7-9121-1ca900337f61 req-8a98f1d9-1a00-4601-b195-5b470dad7555 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] No waiting events found dispatching network-vif-plugged-ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.387710] env[68627]: WARNING nova.compute.manager [req-85b81e6b-1c5a-4ba7-9121-1ca900337f61 req-8a98f1d9-1a00-4601-b195-5b470dad7555 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Received unexpected event network-vif-plugged-ab3bc46b-3136-43ac-b389-6b2fa2a11669 for instance with vm_state building and task_state spawning. [ 1225.471182] env[68627]: DEBUG nova.network.neutron [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Successfully updated port: ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.603141] env[68627]: DEBUG nova.scheduler.client.report [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1225.603463] env[68627]: DEBUG nova.compute.provider_tree [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 171 to 172 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1225.603602] env[68627]: DEBUG nova.compute.provider_tree [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.615911] env[68627]: DEBUG oslo_vmware.api [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038101, 'name': PowerOffVM_Task, 'duration_secs': 0.21591} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.616310] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.616461] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.616730] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a6d54e5-6011-45c9-8bcb-e7391dc9c9bc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.676579] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.676795] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.676966] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleting the datastore file [datastore2] 7d63cf7b-7227-4d99-b08c-b7bc56020e1b {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.677307] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4e61009-3283-4160-a2ba-87075c878368 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.684041] env[68627]: DEBUG oslo_vmware.api [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for the task: (returnval){ [ 1225.684041] env[68627]: value = "task-3038104" [ 1225.684041] env[68627]: _type = "Task" [ 1225.684041] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.694147] env[68627]: DEBUG oslo_vmware.api [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.974441] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.974710] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.974710] env[68627]: DEBUG nova.network.neutron [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.098342] env[68627]: DEBUG nova.network.neutron [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Port 28d96100-44d3-4b51-a138-fa96f31245ce binding to destination host cpu-1 is already ACTIVE {{(pid=68627) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1226.098633] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.098792] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.098996] env[68627]: DEBUG nova.network.neutron [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.110773] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.991s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.111473] env[68627]: DEBUG nova.compute.manager [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.139380] env[68627]: DEBUG nova.network.neutron [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updating instance_info_cache with network_info: [{"id": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "address": "fa:16:3e:74:0d:fa", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb18ea6b-51", "ovs_interfaceid": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.196102] env[68627]: DEBUG oslo_vmware.api [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Task: {'id': task-3038104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127349} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.196371] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.196593] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.196834] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.197107] env[68627]: INFO nova.compute.manager [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1226.197369] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.197609] env[68627]: DEBUG nova.compute.manager [-] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.197707] env[68627]: DEBUG nova.network.neutron [-] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.513659] env[68627]: DEBUG nova.network.neutron [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.615814] env[68627]: DEBUG nova.compute.utils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.617272] env[68627]: DEBUG nova.compute.manager [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.617468] env[68627]: DEBUG nova.network.neutron [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.642097] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.669500] env[68627]: DEBUG nova.policy [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eab7ce88ac8c438cb81a24fdff3232f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '791921538e824be89c26ff6041bfbd7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.675597] env[68627]: DEBUG nova.network.neutron [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updating instance_info_cache with network_info: [{"id": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "address": "fa:16:3e:ff:bd:2b", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3bc46b-31", "ovs_interfaceid": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.836923] env[68627]: DEBUG nova.network.neutron [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance_info_cache with network_info: [{"id": "28d96100-44d3-4b51-a138-fa96f31245ce", "address": "fa:16:3e:e2:6d:b6", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d96100-44", "ovs_interfaceid": "28d96100-44d3-4b51-a138-fa96f31245ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.939509] env[68627]: DEBUG nova.network.neutron [-] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.050418] env[68627]: DEBUG nova.compute.manager [req-f9ec0489-3f9a-4aa3-80bd-5b4826fb5b16 req-6bfaebf4-f259-4f48-a153-e753e45ab0ab service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Received event network-vif-unplugged-db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.050636] env[68627]: DEBUG oslo_concurrency.lockutils [req-f9ec0489-3f9a-4aa3-80bd-5b4826fb5b16 req-6bfaebf4-f259-4f48-a153-e753e45ab0ab service nova] Acquiring lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.050845] env[68627]: DEBUG oslo_concurrency.lockutils [req-f9ec0489-3f9a-4aa3-80bd-5b4826fb5b16 req-6bfaebf4-f259-4f48-a153-e753e45ab0ab service nova] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.051024] env[68627]: DEBUG oslo_concurrency.lockutils [req-f9ec0489-3f9a-4aa3-80bd-5b4826fb5b16 req-6bfaebf4-f259-4f48-a153-e753e45ab0ab service nova] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.051197] env[68627]: DEBUG nova.compute.manager [req-f9ec0489-3f9a-4aa3-80bd-5b4826fb5b16 req-6bfaebf4-f259-4f48-a153-e753e45ab0ab service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] No waiting events found dispatching network-vif-unplugged-db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.051362] env[68627]: WARNING nova.compute.manager [req-f9ec0489-3f9a-4aa3-80bd-5b4826fb5b16 req-6bfaebf4-f259-4f48-a153-e753e45ab0ab service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Received unexpected event network-vif-unplugged-db18ea6b-5151-4cb4-ba37-f2d0c6750495 for instance with vm_state shelved and task_state shelving_offloading. [ 1227.120187] env[68627]: DEBUG nova.compute.manager [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.178591] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.178917] env[68627]: DEBUG nova.compute.manager [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Instance network_info: |[{"id": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "address": "fa:16:3e:ff:bd:2b", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3bc46b-31", "ovs_interfaceid": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.179353] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:bd:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab3bc46b-3136-43ac-b389-6b2fa2a11669', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.187120] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.188111] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.188353] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68f00bf6-4d11-450f-ac17-1e20e34c1316 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.208007] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.208007] env[68627]: value = "task-3038106" [ 1227.208007] env[68627]: _type = "Task" [ 1227.208007] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.216053] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038106, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.339575] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.418055] env[68627]: DEBUG nova.compute.manager [req-b84f4899-dc3a-4dc3-bdbb-7159a0e56679 req-70cf1883-4378-4fcd-b5bc-c378cce68ed2 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Received event network-changed-ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.419824] env[68627]: DEBUG nova.compute.manager [req-b84f4899-dc3a-4dc3-bdbb-7159a0e56679 req-70cf1883-4378-4fcd-b5bc-c378cce68ed2 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Refreshing instance network info cache due to event network-changed-ab3bc46b-3136-43ac-b389-6b2fa2a11669. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.419824] env[68627]: DEBUG oslo_concurrency.lockutils [req-b84f4899-dc3a-4dc3-bdbb-7159a0e56679 req-70cf1883-4378-4fcd-b5bc-c378cce68ed2 service nova] Acquiring lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.419824] env[68627]: DEBUG oslo_concurrency.lockutils [req-b84f4899-dc3a-4dc3-bdbb-7159a0e56679 req-70cf1883-4378-4fcd-b5bc-c378cce68ed2 service nova] Acquired lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.419824] env[68627]: DEBUG nova.network.neutron [req-b84f4899-dc3a-4dc3-bdbb-7159a0e56679 req-70cf1883-4378-4fcd-b5bc-c378cce68ed2 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Refreshing network info cache for port ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.442445] env[68627]: INFO nova.compute.manager [-] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Took 1.24 seconds to deallocate network for instance. [ 1227.480674] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.481540] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384920ae-428a-4301-9c09-d52c98ce36b5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.491179] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.491629] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e696c453-bc9a-4029-8976-4da64cccc794 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.494637] env[68627]: DEBUG nova.network.neutron [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Successfully created port: 547abe38-19d2-4dee-bf8f-bd6f252c25af {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.549664] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.549903] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.550148] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleting the datastore file [datastore1] c656fe48-f2c0-4bc7-b0d0-0869038230f8 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.550405] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bd8559d-0549-42fc-a973-df053bec4ce7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.557319] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1227.557319] env[68627]: value = "task-3038108" [ 1227.557319] env[68627]: _type = "Task" [ 1227.557319] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.565140] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.718223] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038106, 'name': CreateVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.845611] env[68627]: DEBUG nova.compute.manager [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68627) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1227.948886] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.949236] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.949511] env[68627]: DEBUG nova.objects.instance [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lazy-loading 'resources' on Instance uuid 7d63cf7b-7227-4d99-b08c-b7bc56020e1b {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.069529] env[68627]: DEBUG oslo_vmware.api [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132051} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.069817] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.070018] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.070236] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.102018] env[68627]: INFO nova.scheduler.client.report [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleted allocations for instance c656fe48-f2c0-4bc7-b0d0-0869038230f8 [ 1228.127760] env[68627]: DEBUG oslo_concurrency.lockutils [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.128085] env[68627]: DEBUG oslo_concurrency.lockutils [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.128393] env[68627]: DEBUG oslo_concurrency.lockutils [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.128625] env[68627]: DEBUG oslo_concurrency.lockutils [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.128756] env[68627]: DEBUG oslo_concurrency.lockutils [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.131413] env[68627]: DEBUG nova.compute.manager [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.133797] env[68627]: INFO nova.compute.manager [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Terminating instance [ 1228.160815] env[68627]: DEBUG nova.virt.hardware [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.161066] env[68627]: DEBUG nova.virt.hardware [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.161227] env[68627]: DEBUG nova.virt.hardware [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.161424] env[68627]: DEBUG nova.virt.hardware [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.161572] env[68627]: DEBUG nova.virt.hardware [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.161720] env[68627]: DEBUG nova.virt.hardware [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.161927] env[68627]: DEBUG nova.virt.hardware [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.162207] env[68627]: DEBUG nova.virt.hardware [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.162399] env[68627]: DEBUG nova.virt.hardware [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.162565] env[68627]: DEBUG nova.virt.hardware [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.162737] env[68627]: DEBUG nova.virt.hardware [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.163591] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b7939b-d62c-4d08-9eac-ab65b4def5cf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.173013] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ee1b64-296b-4ba2-b047-f39e87ade818 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.177374] env[68627]: DEBUG nova.network.neutron [req-b84f4899-dc3a-4dc3-bdbb-7159a0e56679 req-70cf1883-4378-4fcd-b5bc-c378cce68ed2 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updated VIF entry in instance network info cache for port ab3bc46b-3136-43ac-b389-6b2fa2a11669. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.177713] env[68627]: DEBUG nova.network.neutron [req-b84f4899-dc3a-4dc3-bdbb-7159a0e56679 req-70cf1883-4378-4fcd-b5bc-c378cce68ed2 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updating instance_info_cache with network_info: [{"id": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "address": "fa:16:3e:ff:bd:2b", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3bc46b-31", "ovs_interfaceid": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.218267] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038106, 'name': CreateVM_Task, 'duration_secs': 0.544278} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.218443] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.219095] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.219269] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.219585] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.219848] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caae9fa8-a1be-4088-9782-feaa3e644d76 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.224625] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1228.224625] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]529ee6a2-884a-e889-4a80-36b68fcf7766" [ 1228.224625] env[68627]: _type = "Task" [ 1228.224625] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.233920] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529ee6a2-884a-e889-4a80-36b68fcf7766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.545621] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5582983d-4934-43ce-aaca-9984500e6623 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.553652] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec735f7d-f081-4fac-a01f-50566bc57035 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.584616] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fe34b3-e2c3-4646-a5e5-4fb80ec02143 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.592155] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5890f82f-db84-4b70-9081-f1629ee3773e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.607679] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.608252] env[68627]: DEBUG nova.compute.provider_tree [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.638093] env[68627]: DEBUG nova.compute.manager [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.638372] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.639254] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa12f7e-9bb6-4315-bbf5-331928bebca4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.647117] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.647339] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80ec579e-f308-4ec2-9830-28164c9aebd0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.654769] env[68627]: DEBUG oslo_vmware.api [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1228.654769] env[68627]: value = "task-3038109" [ 1228.654769] env[68627]: _type = "Task" [ 1228.654769] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.662946] env[68627]: DEBUG oslo_vmware.api [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.680666] env[68627]: DEBUG oslo_concurrency.lockutils [req-b84f4899-dc3a-4dc3-bdbb-7159a0e56679 req-70cf1883-4378-4fcd-b5bc-c378cce68ed2 service nova] Releasing lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.680926] env[68627]: DEBUG nova.compute.manager [req-b84f4899-dc3a-4dc3-bdbb-7159a0e56679 req-70cf1883-4378-4fcd-b5bc-c378cce68ed2 service nova] [instance: 7d63cf7b-7227-4d99-b08c-b7bc56020e1b] Received event network-vif-deleted-9178fb71-c436-47d3-83bf-37f569a861ee {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.737253] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]529ee6a2-884a-e889-4a80-36b68fcf7766, 'name': SearchDatastore_Task, 'duration_secs': 0.010005} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.738053] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.738668] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.739080] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.739379] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.739677] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.740074] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feca34bf-1397-404f-b41f-9682d789d0a8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.752131] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.752131] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.752131] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dfa47e8-6c59-4add-9c5a-94998dc19828 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.756876] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1228.756876] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525fb810-db54-b4a7-85a0-8f6edebbd69a" [ 1228.756876] env[68627]: _type = "Task" [ 1228.756876] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.772356] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525fb810-db54-b4a7-85a0-8f6edebbd69a, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.773513] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b630c9-5d4a-483a-be50-ad690aec2397 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.782078] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1228.782078] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527321b7-22c5-a849-d557-ed10c2087991" [ 1228.782078] env[68627]: _type = "Task" [ 1228.782078] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.788839] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527321b7-22c5-a849-d557-ed10c2087991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.952635] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.117967] env[68627]: DEBUG nova.compute.manager [req-425f1bdc-e748-47af-a6fd-fc6380c5d33f req-d327ea07-685a-40ee-a501-8fafb73021aa service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Received event network-changed-db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.118194] env[68627]: DEBUG nova.compute.manager [req-425f1bdc-e748-47af-a6fd-fc6380c5d33f req-d327ea07-685a-40ee-a501-8fafb73021aa service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Refreshing instance network info cache due to event network-changed-db18ea6b-5151-4cb4-ba37-f2d0c6750495. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.118412] env[68627]: DEBUG oslo_concurrency.lockutils [req-425f1bdc-e748-47af-a6fd-fc6380c5d33f req-d327ea07-685a-40ee-a501-8fafb73021aa service nova] Acquiring lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.118551] env[68627]: DEBUG oslo_concurrency.lockutils [req-425f1bdc-e748-47af-a6fd-fc6380c5d33f req-d327ea07-685a-40ee-a501-8fafb73021aa service nova] Acquired lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.120133] env[68627]: DEBUG nova.network.neutron [req-425f1bdc-e748-47af-a6fd-fc6380c5d33f req-d327ea07-685a-40ee-a501-8fafb73021aa service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Refreshing network info cache for port db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.166206] env[68627]: DEBUG nova.scheduler.client.report [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1229.166206] env[68627]: DEBUG nova.compute.provider_tree [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 172 to 173 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1229.166404] env[68627]: DEBUG nova.compute.provider_tree [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.177900] env[68627]: DEBUG oslo_vmware.api [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038109, 'name': PowerOffVM_Task, 'duration_secs': 0.184361} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.179503] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.179701] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.179966] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72055cda-3695-4e68-b627-956c3be4428a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.237052] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.237052] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.237231] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Deleting the datastore file [datastore1] 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.237501] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3b5da05-0d13-4ec4-a3c4-3f0c66f38a61 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.243429] env[68627]: DEBUG oslo_vmware.api [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for the task: (returnval){ [ 1229.243429] env[68627]: value = "task-3038111" [ 1229.243429] env[68627]: _type = "Task" [ 1229.243429] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.251839] env[68627]: DEBUG oslo_vmware.api [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.289718] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527321b7-22c5-a849-d557-ed10c2087991, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.290109] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.290436] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3/689024cc-01bd-4bf1-b3c4-4bad6f09d5a3.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.290743] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f84f22bc-3fd4-4dc8-82e6-effcd0b141ee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.297970] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1229.297970] env[68627]: value = "task-3038112" [ 1229.297970] env[68627]: _type = "Task" [ 1229.297970] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.308380] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.375404] env[68627]: DEBUG nova.compute.manager [req-c8d1a693-4d3b-449c-a253-c2b5d9d39064 req-0ea30005-d5c2-4649-aec4-266d85dfdb1a service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Received event network-vif-plugged-547abe38-19d2-4dee-bf8f-bd6f252c25af {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.375636] env[68627]: DEBUG oslo_concurrency.lockutils [req-c8d1a693-4d3b-449c-a253-c2b5d9d39064 req-0ea30005-d5c2-4649-aec4-266d85dfdb1a service nova] Acquiring lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.375875] env[68627]: DEBUG oslo_concurrency.lockutils [req-c8d1a693-4d3b-449c-a253-c2b5d9d39064 req-0ea30005-d5c2-4649-aec4-266d85dfdb1a service nova] Lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.376154] env[68627]: DEBUG oslo_concurrency.lockutils [req-c8d1a693-4d3b-449c-a253-c2b5d9d39064 req-0ea30005-d5c2-4649-aec4-266d85dfdb1a service nova] Lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.376441] env[68627]: DEBUG nova.compute.manager [req-c8d1a693-4d3b-449c-a253-c2b5d9d39064 req-0ea30005-d5c2-4649-aec4-266d85dfdb1a service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] No waiting events found dispatching network-vif-plugged-547abe38-19d2-4dee-bf8f-bd6f252c25af {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1229.376563] env[68627]: WARNING nova.compute.manager [req-c8d1a693-4d3b-449c-a253-c2b5d9d39064 req-0ea30005-d5c2-4649-aec4-266d85dfdb1a service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Received unexpected event network-vif-plugged-547abe38-19d2-4dee-bf8f-bd6f252c25af for instance with vm_state building and task_state spawning. [ 1229.672699] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.675479] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.068s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.675730] env[68627]: DEBUG nova.objects.instance [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lazy-loading 'resources' on Instance uuid c656fe48-f2c0-4bc7-b0d0-0869038230f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.707848] env[68627]: INFO nova.scheduler.client.report [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Deleted allocations for instance 7d63cf7b-7227-4d99-b08c-b7bc56020e1b [ 1229.754511] env[68627]: DEBUG oslo_vmware.api [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Task: {'id': task-3038111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137071} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.754851] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.755027] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.755227] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.755408] env[68627]: INFO nova.compute.manager [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1229.755679] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.755917] env[68627]: DEBUG nova.compute.manager [-] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.756251] env[68627]: DEBUG nova.network.neutron [-] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.809328] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44833} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.809328] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3/689024cc-01bd-4bf1-b3c4-4bad6f09d5a3.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.809328] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.809328] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d6ee1b4-f871-48e3-8ef4-86416bcd5063 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.814215] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1229.814215] env[68627]: value = "task-3038113" [ 1229.814215] env[68627]: _type = "Task" [ 1229.814215] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.828747] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.863499] env[68627]: DEBUG nova.network.neutron [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Successfully updated port: 547abe38-19d2-4dee-bf8f-bd6f252c25af {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.944675] env[68627]: DEBUG nova.network.neutron [req-425f1bdc-e748-47af-a6fd-fc6380c5d33f req-d327ea07-685a-40ee-a501-8fafb73021aa service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updated VIF entry in instance network info cache for port db18ea6b-5151-4cb4-ba37-f2d0c6750495. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.945127] env[68627]: DEBUG nova.network.neutron [req-425f1bdc-e748-47af-a6fd-fc6380c5d33f req-d327ea07-685a-40ee-a501-8fafb73021aa service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updating instance_info_cache with network_info: [{"id": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "address": "fa:16:3e:74:0d:fa", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdb18ea6b-51", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.069858] env[68627]: DEBUG nova.compute.manager [req-676ce558-f0b8-4bd6-a486-8fe6ff2a71c8 req-f062e338-8ac1-4b35-bbf1-6b70f18db406 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Received event network-vif-deleted-7d1a1fb2-0109-47f9-9ec7-32d904a32f3b {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.070253] env[68627]: INFO nova.compute.manager [req-676ce558-f0b8-4bd6-a486-8fe6ff2a71c8 req-f062e338-8ac1-4b35-bbf1-6b70f18db406 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Neutron deleted interface 7d1a1fb2-0109-47f9-9ec7-32d904a32f3b; detaching it from the instance and deleting it from the info cache [ 1230.070253] env[68627]: DEBUG nova.network.neutron [req-676ce558-f0b8-4bd6-a486-8fe6ff2a71c8 req-f062e338-8ac1-4b35-bbf1-6b70f18db406 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.179024] env[68627]: DEBUG nova.objects.instance [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lazy-loading 'numa_topology' on Instance uuid c656fe48-f2c0-4bc7-b0d0-0869038230f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.218756] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8aca0865-e0c3-4e46-b2ba-e6f53fb21cca tempest-ServerActionsTestOtherA-711404832 tempest-ServerActionsTestOtherA-711404832-project-member] Lock "7d63cf7b-7227-4d99-b08c-b7bc56020e1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.642s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.326975] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070072} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.327280] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.328077] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f65b63-7348-49cc-9c0d-d003c885ad85 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.353566] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3/689024cc-01bd-4bf1-b3c4-4bad6f09d5a3.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.353867] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52eb5b91-20b9-4369-b834-d1295cdb8a62 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.368394] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.368551] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.368731] env[68627]: DEBUG nova.network.neutron [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.376091] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1230.376091] env[68627]: value = "task-3038114" [ 1230.376091] env[68627]: _type = "Task" [ 1230.376091] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.384884] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.451361] env[68627]: DEBUG oslo_concurrency.lockutils [req-425f1bdc-e748-47af-a6fd-fc6380c5d33f req-d327ea07-685a-40ee-a501-8fafb73021aa service nova] Releasing lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.536538] env[68627]: DEBUG nova.network.neutron [-] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.573557] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f287f2d-22a5-4d24-a1d3-1172d8c3c9fb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.583543] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0477e29-1018-4fac-a399-a206a37d87dd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.609609] env[68627]: DEBUG nova.compute.manager [req-676ce558-f0b8-4bd6-a486-8fe6ff2a71c8 req-f062e338-8ac1-4b35-bbf1-6b70f18db406 service nova] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Detach interface failed, port_id=7d1a1fb2-0109-47f9-9ec7-32d904a32f3b, reason: Instance 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1230.681123] env[68627]: DEBUG nova.objects.base [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1230.781229] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d68b236-7a8b-4c43-9554-b9c5c92b8a29 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.789160] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf3eff2-5970-424e-b71b-b4794ccff6c3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.819533] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc69954b-c996-4b1d-bff5-e45c96fcbb06 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.826777] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd44f0d2-79f9-441f-bea1-1b4708627a58 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.840377] env[68627]: DEBUG nova.compute.provider_tree [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.886321] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.927722] env[68627]: DEBUG nova.network.neutron [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.039150] env[68627]: INFO nova.compute.manager [-] [instance: 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b] Took 1.28 seconds to deallocate network for instance. [ 1231.074353] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.133708] env[68627]: DEBUG nova.network.neutron [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Updating instance_info_cache with network_info: [{"id": "547abe38-19d2-4dee-bf8f-bd6f252c25af", "address": "fa:16:3e:97:44:d9", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap547abe38-19", "ovs_interfaceid": "547abe38-19d2-4dee-bf8f-bd6f252c25af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.219795] env[68627]: DEBUG nova.compute.manager [req-dd025264-05f5-4038-b143-3c70a0bce2f9 req-7fdeb684-f99a-4957-9c7c-28414b8bd2e4 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Received event network-changed-547abe38-19d2-4dee-bf8f-bd6f252c25af {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.219985] env[68627]: DEBUG nova.compute.manager [req-dd025264-05f5-4038-b143-3c70a0bce2f9 req-7fdeb684-f99a-4957-9c7c-28414b8bd2e4 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Refreshing instance network info cache due to event network-changed-547abe38-19d2-4dee-bf8f-bd6f252c25af. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.220204] env[68627]: DEBUG oslo_concurrency.lockutils [req-dd025264-05f5-4038-b143-3c70a0bce2f9 req-7fdeb684-f99a-4957-9c7c-28414b8bd2e4 service nova] Acquiring lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.343055] env[68627]: DEBUG nova.scheduler.client.report [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.387247] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038114, 'name': ReconfigVM_Task, 'duration_secs': 0.543942} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.387523] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3/689024cc-01bd-4bf1-b3c4-4bad6f09d5a3.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.388162] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-069ef09c-cf49-4cf8-8a7b-b97c6a2c4268 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.394931] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1231.394931] env[68627]: value = "task-3038115" [ 1231.394931] env[68627]: _type = "Task" [ 1231.394931] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.402801] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038115, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.545651] env[68627]: DEBUG oslo_concurrency.lockutils [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.639211] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.639548] env[68627]: DEBUG nova.compute.manager [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Instance network_info: |[{"id": "547abe38-19d2-4dee-bf8f-bd6f252c25af", "address": "fa:16:3e:97:44:d9", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap547abe38-19", "ovs_interfaceid": "547abe38-19d2-4dee-bf8f-bd6f252c25af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.639859] env[68627]: DEBUG oslo_concurrency.lockutils [req-dd025264-05f5-4038-b143-3c70a0bce2f9 req-7fdeb684-f99a-4957-9c7c-28414b8bd2e4 service nova] Acquired lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.640058] env[68627]: DEBUG nova.network.neutron [req-dd025264-05f5-4038-b143-3c70a0bce2f9 req-7fdeb684-f99a-4957-9c7c-28414b8bd2e4 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Refreshing network info cache for port 547abe38-19d2-4dee-bf8f-bd6f252c25af {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.641337] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:44:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '547abe38-19d2-4dee-bf8f-bd6f252c25af', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.648894] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.651659] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.652141] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5b0a8f2-ca5b-4074-b81d-3c261874d5e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.672439] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.672439] env[68627]: value = "task-3038116" [ 1231.672439] env[68627]: _type = "Task" [ 1231.672439] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.679882] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038116, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.847685] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.850246] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.898s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.906548] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038115, 'name': Rename_Task, 'duration_secs': 0.147626} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.906827] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.907113] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfe7d8ac-0e02-4f1c-82db-bc8da7aa01e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.914794] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1231.914794] env[68627]: value = "task-3038117" [ 1231.914794] env[68627]: _type = "Task" [ 1231.914794] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.922109] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.020145] env[68627]: DEBUG nova.network.neutron [req-dd025264-05f5-4038-b143-3c70a0bce2f9 req-7fdeb684-f99a-4957-9c7c-28414b8bd2e4 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Updated VIF entry in instance network info cache for port 547abe38-19d2-4dee-bf8f-bd6f252c25af. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.020501] env[68627]: DEBUG nova.network.neutron [req-dd025264-05f5-4038-b143-3c70a0bce2f9 req-7fdeb684-f99a-4957-9c7c-28414b8bd2e4 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Updating instance_info_cache with network_info: [{"id": "547abe38-19d2-4dee-bf8f-bd6f252c25af", "address": "fa:16:3e:97:44:d9", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap547abe38-19", "ovs_interfaceid": "547abe38-19d2-4dee-bf8f-bd6f252c25af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.183764] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038116, 'name': CreateVM_Task, 'duration_secs': 0.351821} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.183949] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.184650] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.184984] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.185629] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.185629] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde652c9-e5e2-4ae4-91ea-8b1f66986944 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.190013] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1232.190013] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528c2c03-028f-ef6a-f44e-a2dded389c3a" [ 1232.190013] env[68627]: _type = "Task" [ 1232.190013] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.198800] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528c2c03-028f-ef6a-f44e-a2dded389c3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.354457] env[68627]: DEBUG nova.objects.instance [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'migration_context' on Instance uuid 6a60f86b-90ac-4ce5-8f27-27bf265687c7 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.360284] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b88f470-bb2f-45c1-92e3-cfa780e45310 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.075s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.360284] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.284s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.360284] env[68627]: INFO nova.compute.manager [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Unshelving [ 1232.432305] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038117, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.525015] env[68627]: DEBUG oslo_concurrency.lockutils [req-dd025264-05f5-4038-b143-3c70a0bce2f9 req-7fdeb684-f99a-4957-9c7c-28414b8bd2e4 service nova] Releasing lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.702196] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528c2c03-028f-ef6a-f44e-a2dded389c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.01466} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.702564] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.702797] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.703049] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.703201] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.703385] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.703661] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26894b14-4338-4fe8-a377-5b391b1d2966 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.713043] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.713222] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.714134] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b27728-1264-49d2-86b9-5bb6ecd6cee9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.722927] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1232.722927] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5208e1e7-48e8-1bc5-8c07-91f93b550f1a" [ 1232.722927] env[68627]: _type = "Task" [ 1232.722927] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.732844] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5208e1e7-48e8-1bc5-8c07-91f93b550f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.733662] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2e7ff5-8df2-49db-a169-e826ed53ee5e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.738748] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1232.738748] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523b975c-cb1c-773d-76e3-f5c3f3afcd2d" [ 1232.738748] env[68627]: _type = "Task" [ 1232.738748] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.746374] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523b975c-cb1c-773d-76e3-f5c3f3afcd2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.925146] env[68627]: DEBUG oslo_vmware.api [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038117, 'name': PowerOnVM_Task, 'duration_secs': 0.801141} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.927828] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.928046] env[68627]: INFO nova.compute.manager [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1232.928234] env[68627]: DEBUG nova.compute.manager [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.929210] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40286845-4350-4ee9-963f-829d4435ac7a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.963162] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876e49a8-5819-4f82-a627-7ce079142099 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.972144] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cb8f74-1602-4418-a9dc-3b948c96a698 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.012996] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca63250c-a6a3-4eaa-ba99-8f358204c0e8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.021362] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c5097d-d6bc-4c0e-abec-5141e36fb432 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.036165] env[68627]: DEBUG nova.compute.provider_tree [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.248966] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523b975c-cb1c-773d-76e3-f5c3f3afcd2d, 'name': SearchDatastore_Task, 'duration_secs': 0.008531} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.249237] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.249496] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 53679530-56bf-47e2-ae7e-3bb2353dbc3b/53679530-56bf-47e2-ae7e-3bb2353dbc3b.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.249755] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6f00f55-2e71-452b-9511-5e2656119f6a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.258795] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1233.258795] env[68627]: value = "task-3038118" [ 1233.258795] env[68627]: _type = "Task" [ 1233.258795] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.266037] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.381205] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.447503] env[68627]: INFO nova.compute.manager [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Took 12.61 seconds to build instance. [ 1233.539653] env[68627]: DEBUG nova.scheduler.client.report [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.768510] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459965} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.768806] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 53679530-56bf-47e2-ae7e-3bb2353dbc3b/53679530-56bf-47e2-ae7e-3bb2353dbc3b.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.769113] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.769307] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e46445ba-333e-432f-ae0b-e72331c65c91 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.776313] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1233.776313] env[68627]: value = "task-3038119" [ 1233.776313] env[68627]: _type = "Task" [ 1233.776313] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.784260] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.950128] env[68627]: DEBUG oslo_concurrency.lockutils [None req-e28faa05-56dc-419c-8ff4-9ea3203c3fe1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.123s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.288979] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060435} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.288979] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.288979] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795f379d-d6b9-4d43-9ca0-2c4d9b3a3d54 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.311352] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 53679530-56bf-47e2-ae7e-3bb2353dbc3b/53679530-56bf-47e2-ae7e-3bb2353dbc3b.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.311909] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56849b48-105c-4e9c-9b79-5507f412f085 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.335853] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1234.335853] env[68627]: value = "task-3038120" [ 1234.335853] env[68627]: _type = "Task" [ 1234.335853] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.347904] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.490393] env[68627]: DEBUG nova.compute.manager [req-c398e040-dac1-42c9-ae56-c8f671dcaf2c req-5d9d0006-5471-4e97-b574-74cf9b638eb7 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Received event network-changed-ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.490664] env[68627]: DEBUG nova.compute.manager [req-c398e040-dac1-42c9-ae56-c8f671dcaf2c req-5d9d0006-5471-4e97-b574-74cf9b638eb7 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Refreshing instance network info cache due to event network-changed-ab3bc46b-3136-43ac-b389-6b2fa2a11669. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.491034] env[68627]: DEBUG oslo_concurrency.lockutils [req-c398e040-dac1-42c9-ae56-c8f671dcaf2c req-5d9d0006-5471-4e97-b574-74cf9b638eb7 service nova] Acquiring lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.491162] env[68627]: DEBUG oslo_concurrency.lockutils [req-c398e040-dac1-42c9-ae56-c8f671dcaf2c req-5d9d0006-5471-4e97-b574-74cf9b638eb7 service nova] Acquired lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.491371] env[68627]: DEBUG nova.network.neutron [req-c398e040-dac1-42c9-ae56-c8f671dcaf2c req-5d9d0006-5471-4e97-b574-74cf9b638eb7 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Refreshing network info cache for port ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.551361] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.701s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.557535] env[68627]: DEBUG oslo_concurrency.lockutils [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.012s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.557875] env[68627]: DEBUG nova.objects.instance [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lazy-loading 'resources' on Instance uuid 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.848363] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.171803] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418fe1e0-6721-47d9-a60f-f2886bf38756 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.181554] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03195bcb-18ad-4832-821b-ac4ab697e5d3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.211845] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ae2d26-67f9-41c3-9cc3-fd2a3186cc61 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.215928] env[68627]: DEBUG nova.network.neutron [req-c398e040-dac1-42c9-ae56-c8f671dcaf2c req-5d9d0006-5471-4e97-b574-74cf9b638eb7 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updated VIF entry in instance network info cache for port ab3bc46b-3136-43ac-b389-6b2fa2a11669. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.216285] env[68627]: DEBUG nova.network.neutron [req-c398e040-dac1-42c9-ae56-c8f671dcaf2c req-5d9d0006-5471-4e97-b574-74cf9b638eb7 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updating instance_info_cache with network_info: [{"id": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "address": "fa:16:3e:ff:bd:2b", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3bc46b-31", "ovs_interfaceid": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.220442] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c27c0a-d42f-450f-9d9b-bcee2c7b3bda {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.228454] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "03277266-7daf-4724-bf9f-4b2aafc66e39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.228670] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "03277266-7daf-4724-bf9f-4b2aafc66e39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.238172] env[68627]: DEBUG nova.compute.provider_tree [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.348539] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038120, 'name': ReconfigVM_Task, 'duration_secs': 0.974723} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.348814] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 53679530-56bf-47e2-ae7e-3bb2353dbc3b/53679530-56bf-47e2-ae7e-3bb2353dbc3b.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.349445] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-056f6778-6eaf-4d22-93a2-9dc0427c7fde {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.355764] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1235.355764] env[68627]: value = "task-3038121" [ 1235.355764] env[68627]: _type = "Task" [ 1235.355764] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.362992] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038121, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.720557] env[68627]: DEBUG oslo_concurrency.lockutils [req-c398e040-dac1-42c9-ae56-c8f671dcaf2c req-5d9d0006-5471-4e97-b574-74cf9b638eb7 service nova] Releasing lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.740430] env[68627]: DEBUG nova.compute.manager [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.761931] env[68627]: ERROR nova.scheduler.client.report [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [req-cd7e96c6-5fc0-40dd-9d73-4e40a3d890b4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd7e96c6-5fc0-40dd-9d73-4e40a3d890b4"}]} [ 1235.783455] env[68627]: DEBUG nova.scheduler.client.report [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1235.801997] env[68627]: DEBUG nova.scheduler.client.report [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1235.802264] env[68627]: DEBUG nova.compute.provider_tree [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.814192] env[68627]: DEBUG nova.scheduler.client.report [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: None {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1235.833797] env[68627]: DEBUG nova.scheduler.client.report [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1235.865385] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038121, 'name': Rename_Task, 'duration_secs': 0.225977} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.868418] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.869102] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a227851-404a-496e-9a48-8a77a7b9d122 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.875623] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1235.875623] env[68627]: value = "task-3038122" [ 1235.875623] env[68627]: _type = "Task" [ 1235.875623] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.884855] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.962062] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06356685-30ab-449c-9805-cb5075fff7f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.970295] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6e4abf-77ce-46b4-939d-b8a72ce8a209 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.001848] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0fe0bb-46b8-4594-8878-e18173de037c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.009893] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa57a2b-0dc8-476d-a526-7c095a7ab50e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.024891] env[68627]: DEBUG nova.compute.provider_tree [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.091908] env[68627]: INFO nova.compute.manager [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Swapping old allocation on dict_keys(['490c5a55-613c-45de-8caf-4937b8fd8889']) held by migration 5da952f9-a625-483a-924d-c1b28f5fc8d5 for instance [ 1236.112528] env[68627]: DEBUG nova.scheduler.client.report [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Overwriting current allocation {'allocations': {'490c5a55-613c-45de-8caf-4937b8fd8889': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 175}}, 'project_id': '53b4c921012443498d471ec05c26486d', 'user_id': '98648bcd506f466cb76026d4b8aac4e1', 'consumer_generation': 1} on consumer 6a60f86b-90ac-4ce5-8f27-27bf265687c7 {{(pid=68627) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1236.191583] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.191845] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.192000] env[68627]: DEBUG nova.network.neutron [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.261445] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.386528] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.548639] env[68627]: ERROR nova.scheduler.client.report [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] [req-501a7e38-74c5-46e7-8c88-03a5c6e7b23a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-501a7e38-74c5-46e7-8c88-03a5c6e7b23a"}]} [ 1236.564770] env[68627]: DEBUG nova.scheduler.client.report [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1236.577448] env[68627]: DEBUG nova.scheduler.client.report [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1236.577658] env[68627]: DEBUG nova.compute.provider_tree [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.587355] env[68627]: DEBUG nova.scheduler.client.report [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: None {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1236.602641] env[68627]: DEBUG nova.scheduler.client.report [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1236.718499] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b48dae-8a0c-47f9-a671-a3eca3ad6e63 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.729499] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63a8b48-3cfc-4e52-9f67-09cce43f9759 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.760854] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3767da2-d0b6-4dfc-945e-8798181d5c83 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.768485] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d51b82-a2e1-43ca-b582-4a575285393b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.784678] env[68627]: DEBUG nova.compute.provider_tree [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.887163] env[68627]: DEBUG oslo_vmware.api [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038122, 'name': PowerOnVM_Task, 'duration_secs': 0.834136} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.887306] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.887425] env[68627]: INFO nova.compute.manager [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1236.887661] env[68627]: DEBUG nova.compute.manager [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.888629] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58ceb87-b491-4230-b6ba-7c47b56d2bf9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.927287] env[68627]: DEBUG nova.network.neutron [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance_info_cache with network_info: [{"id": "28d96100-44d3-4b51-a138-fa96f31245ce", "address": "fa:16:3e:e2:6d:b6", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d96100-44", "ovs_interfaceid": "28d96100-44d3-4b51-a138-fa96f31245ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.319202] env[68627]: DEBUG nova.scheduler.client.report [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1237.319527] env[68627]: DEBUG nova.compute.provider_tree [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 176 to 177 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1237.319656] env[68627]: DEBUG nova.compute.provider_tree [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.407762] env[68627]: INFO nova.compute.manager [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Took 14.41 seconds to build instance. [ 1237.429570] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "refresh_cache-6a60f86b-90ac-4ce5-8f27-27bf265687c7" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.430571] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642ecc9b-28d0-4096-9fa1-5cf063c444ed {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.438063] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a0340f-ddd5-4678-a24b-595fdac3d068 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.508061] env[68627]: DEBUG nova.compute.manager [req-224b7104-64c3-453b-99db-2091f655d45c req-305753ba-06da-45c7-be54-e76876243d58 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Received event network-changed-547abe38-19d2-4dee-bf8f-bd6f252c25af {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.508282] env[68627]: DEBUG nova.compute.manager [req-224b7104-64c3-453b-99db-2091f655d45c req-305753ba-06da-45c7-be54-e76876243d58 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Refreshing instance network info cache due to event network-changed-547abe38-19d2-4dee-bf8f-bd6f252c25af. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.508282] env[68627]: DEBUG oslo_concurrency.lockutils [req-224b7104-64c3-453b-99db-2091f655d45c req-305753ba-06da-45c7-be54-e76876243d58 service nova] Acquiring lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.508458] env[68627]: DEBUG oslo_concurrency.lockutils [req-224b7104-64c3-453b-99db-2091f655d45c req-305753ba-06da-45c7-be54-e76876243d58 service nova] Acquired lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.508613] env[68627]: DEBUG nova.network.neutron [req-224b7104-64c3-453b-99db-2091f655d45c req-305753ba-06da-45c7-be54-e76876243d58 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Refreshing network info cache for port 547abe38-19d2-4dee-bf8f-bd6f252c25af {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.824709] env[68627]: DEBUG oslo_concurrency.lockutils [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.267s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.827816] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.446s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.827816] env[68627]: DEBUG nova.objects.instance [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lazy-loading 'pci_requests' on Instance uuid c656fe48-f2c0-4bc7-b0d0-0869038230f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.847212] env[68627]: INFO nova.scheduler.client.report [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Deleted allocations for instance 7998a365-1a11-4d2b-b9ba-11c5f3a68f0b [ 1237.908587] env[68627]: DEBUG oslo_concurrency.lockutils [None req-8ddb46d2-1798-445a-b070-a3dd98c9892f tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.919s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.263402] env[68627]: DEBUG nova.network.neutron [req-224b7104-64c3-453b-99db-2091f655d45c req-305753ba-06da-45c7-be54-e76876243d58 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Updated VIF entry in instance network info cache for port 547abe38-19d2-4dee-bf8f-bd6f252c25af. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.263761] env[68627]: DEBUG nova.network.neutron [req-224b7104-64c3-453b-99db-2091f655d45c req-305753ba-06da-45c7-be54-e76876243d58 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Updating instance_info_cache with network_info: [{"id": "547abe38-19d2-4dee-bf8f-bd6f252c25af", "address": "fa:16:3e:97:44:d9", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap547abe38-19", "ovs_interfaceid": "547abe38-19d2-4dee-bf8f-bd6f252c25af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.331108] env[68627]: DEBUG nova.objects.instance [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lazy-loading 'numa_topology' on Instance uuid c656fe48-f2c0-4bc7-b0d0-0869038230f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.354123] env[68627]: DEBUG oslo_concurrency.lockutils [None req-50d6d5c5-0103-49e2-9ab9-dcb4576f3054 tempest-ServersNegativeTestJSON-2050744192 tempest-ServersNegativeTestJSON-2050744192-project-member] Lock "7998a365-1a11-4d2b-b9ba-11c5f3a68f0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.226s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.523787] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.524125] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21924725-3020-416b-b27f-1cc6fe7c6e86 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.532193] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1238.532193] env[68627]: value = "task-3038123" [ 1238.532193] env[68627]: _type = "Task" [ 1238.532193] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.542101] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.766690] env[68627]: DEBUG oslo_concurrency.lockutils [req-224b7104-64c3-453b-99db-2091f655d45c req-305753ba-06da-45c7-be54-e76876243d58 service nova] Releasing lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.833596] env[68627]: INFO nova.compute.claims [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.046342] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038123, 'name': PowerOffVM_Task, 'duration_secs': 0.210526} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.046743] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.047682] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.047991] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.048223] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.048473] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.048762] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.049121] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.049470] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.049813] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.050015] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.050401] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.050679] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.059441] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a536aa0-1b50-4d23-a3c2-979db3d0b17f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.081413] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1239.081413] env[68627]: value = "task-3038124" [ 1239.081413] env[68627]: _type = "Task" [ 1239.081413] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.092250] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.592892] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038124, 'name': ReconfigVM_Task, 'duration_secs': 0.14024} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.593813] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613b2395-9207-49a7-bec1-81bdde5a1cb6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.615652] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.615925] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.616085] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.616268] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.616421] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.616586] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.616797] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.616965] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.617220] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.617405] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.617583] env[68627]: DEBUG nova.virt.hardware [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.618453] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0cf33a-a79f-4722-878e-f0f7e5aa969b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.623852] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1239.623852] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a84df1-4e2b-e247-f89f-ba6f2a5bb3d6" [ 1239.623852] env[68627]: _type = "Task" [ 1239.623852] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.631614] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a84df1-4e2b-e247-f89f-ba6f2a5bb3d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.934503] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb378cd-e9a8-4ccc-82c6-f6c8d52a3eb1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.943078] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ab51bd-d613-4c01-846b-ba151e7208c0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.985054] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4fca04-7cb0-47db-b42c-015eedda9fc3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.993143] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98508aa-5a45-45a9-bcb8-7ae04a41154b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.009151] env[68627]: DEBUG nova.compute.provider_tree [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.133825] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a84df1-4e2b-e247-f89f-ba6f2a5bb3d6, 'name': SearchDatastore_Task, 'duration_secs': 0.00776} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.139097] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.139541] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-735afda0-d239-4e51-bc0c-0822479e5649 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.158474] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1240.158474] env[68627]: value = "task-3038125" [ 1240.158474] env[68627]: _type = "Task" [ 1240.158474] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.166601] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.512380] env[68627]: DEBUG nova.scheduler.client.report [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.669540] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.018298] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.191s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.020661] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.759s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.022248] env[68627]: INFO nova.compute.claims [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.052137] env[68627]: INFO nova.network.neutron [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updating port db18ea6b-5151-4cb4-ba37-f2d0c6750495 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1241.169253] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.670070] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038125, 'name': ReconfigVM_Task, 'duration_secs': 1.437366} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.670455] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.671171] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad5cf70-5349-4393-ab0b-15a1ccb779b6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.696579] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 6a60f86b-90ac-4ce5-8f27-27bf265687c7/6a60f86b-90ac-4ce5-8f27-27bf265687c7.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.696804] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-545ae1e4-3398-4ced-9409-48d30fe5c9bb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.714665] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1241.714665] env[68627]: value = "task-3038126" [ 1241.714665] env[68627]: _type = "Task" [ 1241.714665] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.722194] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.116120] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a088ab71-cbdb-480b-ab56-3cd049d0d074 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.126107] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0606340b-499f-499c-9c1d-43da475e2269 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.157833] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba96aaed-1bf3-4f73-99f6-48aadd704f25 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.165219] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21000243-5dc2-433c-a1f0-bfa50f2cf95b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.178414] env[68627]: DEBUG nova.compute.provider_tree [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.224713] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038126, 'name': ReconfigVM_Task, 'duration_secs': 0.27903} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.224948] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 6a60f86b-90ac-4ce5-8f27-27bf265687c7/6a60f86b-90ac-4ce5-8f27-27bf265687c7.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.225800] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19da6530-442e-45ae-a3c0-7cd95ea6967d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.247393] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccad3d5-b082-45aa-ad43-4b0a354f7fb4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.269242] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f508793d-8e99-43ce-b89d-03ebe397d528 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.289485] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9055528b-f280-4b7d-a311-76fe5b1d2785 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.295843] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.296127] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-644f2aa2-1245-4c6e-9813-578bf88ff6ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.301583] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1242.301583] env[68627]: value = "task-3038127" [ 1242.301583] env[68627]: _type = "Task" [ 1242.301583] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.308750] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.430178] env[68627]: DEBUG nova.compute.manager [req-f52730e5-2ff6-455f-b438-957f479406f3 req-b09b6079-13da-4b8d-9925-5b2f07e6f643 service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Received event network-vif-plugged-db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.430407] env[68627]: DEBUG oslo_concurrency.lockutils [req-f52730e5-2ff6-455f-b438-957f479406f3 req-b09b6079-13da-4b8d-9925-5b2f07e6f643 service nova] Acquiring lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.430615] env[68627]: DEBUG oslo_concurrency.lockutils [req-f52730e5-2ff6-455f-b438-957f479406f3 req-b09b6079-13da-4b8d-9925-5b2f07e6f643 service nova] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.430784] env[68627]: DEBUG oslo_concurrency.lockutils [req-f52730e5-2ff6-455f-b438-957f479406f3 req-b09b6079-13da-4b8d-9925-5b2f07e6f643 service nova] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.430977] env[68627]: DEBUG nova.compute.manager [req-f52730e5-2ff6-455f-b438-957f479406f3 req-b09b6079-13da-4b8d-9925-5b2f07e6f643 service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] No waiting events found dispatching network-vif-plugged-db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.431399] env[68627]: WARNING nova.compute.manager [req-f52730e5-2ff6-455f-b438-957f479406f3 req-b09b6079-13da-4b8d-9925-5b2f07e6f643 service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Received unexpected event network-vif-plugged-db18ea6b-5151-4cb4-ba37-f2d0c6750495 for instance with vm_state shelved_offloaded and task_state spawning. [ 1242.709741] env[68627]: DEBUG nova.scheduler.client.report [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1242.710044] env[68627]: DEBUG nova.compute.provider_tree [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 177 to 178 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1242.710220] env[68627]: DEBUG nova.compute.provider_tree [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.718481] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.718605] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.718763] env[68627]: DEBUG nova.network.neutron [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.811607] env[68627]: DEBUG oslo_vmware.api [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038127, 'name': PowerOnVM_Task, 'duration_secs': 0.363503} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.811920] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.215637] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.216223] env[68627]: DEBUG nova.compute.manager [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.411943] env[68627]: DEBUG nova.network.neutron [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updating instance_info_cache with network_info: [{"id": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "address": "fa:16:3e:74:0d:fa", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb18ea6b-51", "ovs_interfaceid": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.721695] env[68627]: DEBUG nova.compute.utils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.723179] env[68627]: DEBUG nova.compute.manager [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.723350] env[68627]: DEBUG nova.network.neutron [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.760418] env[68627]: DEBUG nova.policy [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3c3e4b04d54d6a8502b5ad819eb5b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd75e742ad80b4afa8f07c78f27a6f587', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.854093] env[68627]: INFO nova.compute.manager [None req-8a3e1c04-926e-4d4e-97ca-9dbafa342ab9 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance to original state: 'active' [ 1243.916614] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.946328] env[68627]: DEBUG nova.virt.hardware [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='21305b2f45ba32533c6d407d86cbdbe1',container_format='bare',created_at=2025-03-16T13:56:56Z,direct_url=,disk_format='vmdk',id=87d18885-c27e-4454-a7d9-378fc262133a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-534056449-shelved',owner='cfe1862fbe654d1e941c96d76b5ae663',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-16T13:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.946669] env[68627]: DEBUG nova.virt.hardware [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.946884] env[68627]: DEBUG nova.virt.hardware [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.947180] env[68627]: DEBUG nova.virt.hardware [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.947390] env[68627]: DEBUG nova.virt.hardware [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.947638] env[68627]: DEBUG nova.virt.hardware [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.947898] env[68627]: DEBUG nova.virt.hardware [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.948134] env[68627]: DEBUG nova.virt.hardware [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.948388] env[68627]: DEBUG nova.virt.hardware [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.948583] env[68627]: DEBUG nova.virt.hardware [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.948808] env[68627]: DEBUG nova.virt.hardware [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.949848] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4bc793-3572-48be-99fa-da64cc457082 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.959312] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ddd15e-b87c-4e13-a857-f47ba2749a53 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.974908] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:0d:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db18ea6b-5151-4cb4-ba37-f2d0c6750495', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.982352] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.982626] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.982843] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bf84fb9-fe1b-4f40-a71f-228c7fe65d25 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.003433] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.003433] env[68627]: value = "task-3038128" [ 1244.003433] env[68627]: _type = "Task" [ 1244.003433] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.011550] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038128, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.054765] env[68627]: DEBUG nova.network.neutron [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Successfully created port: 77e74964-5ea8-4647-bf6c-5153ec19a6c6 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.226565] env[68627]: DEBUG nova.compute.manager [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.457381] env[68627]: DEBUG nova.compute.manager [req-3b70545a-72c4-4fc6-9b4a-18c0771301e4 req-a6399fbb-6e15-4ac0-93f3-b26ba178b88d service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Received event network-changed-db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.457556] env[68627]: DEBUG nova.compute.manager [req-3b70545a-72c4-4fc6-9b4a-18c0771301e4 req-a6399fbb-6e15-4ac0-93f3-b26ba178b88d service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Refreshing instance network info cache due to event network-changed-db18ea6b-5151-4cb4-ba37-f2d0c6750495. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.457777] env[68627]: DEBUG oslo_concurrency.lockutils [req-3b70545a-72c4-4fc6-9b4a-18c0771301e4 req-a6399fbb-6e15-4ac0-93f3-b26ba178b88d service nova] Acquiring lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.457923] env[68627]: DEBUG oslo_concurrency.lockutils [req-3b70545a-72c4-4fc6-9b4a-18c0771301e4 req-a6399fbb-6e15-4ac0-93f3-b26ba178b88d service nova] Acquired lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.458104] env[68627]: DEBUG nova.network.neutron [req-3b70545a-72c4-4fc6-9b4a-18c0771301e4 req-a6399fbb-6e15-4ac0-93f3-b26ba178b88d service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Refreshing network info cache for port db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.513226] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038128, 'name': CreateVM_Task, 'duration_secs': 0.289265} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.513395] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.514067] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87d18885-c27e-4454-a7d9-378fc262133a" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.514235] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87d18885-c27e-4454-a7d9-378fc262133a" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.514604] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87d18885-c27e-4454-a7d9-378fc262133a" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.514849] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c698e98-73aa-485f-a2c5-65f6f104448f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.519228] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1244.519228] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5268d5df-7b56-dfb4-2c8c-5ca74293d27c" [ 1244.519228] env[68627]: _type = "Task" [ 1244.519228] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.526906] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5268d5df-7b56-dfb4-2c8c-5ca74293d27c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.030260] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87d18885-c27e-4454-a7d9-378fc262133a" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.030532] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Processing image 87d18885-c27e-4454-a7d9-378fc262133a {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.030767] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87d18885-c27e-4454-a7d9-378fc262133a/87d18885-c27e-4454-a7d9-378fc262133a.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.030915] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87d18885-c27e-4454-a7d9-378fc262133a/87d18885-c27e-4454-a7d9-378fc262133a.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.031113] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.031385] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58b9d18d-5aff-4713-a84b-1d921273f367 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.041008] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.041434] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.042175] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f74570b-d102-4871-84ff-6509e72487f3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.049066] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1245.049066] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5266854f-d936-7177-8e57-825984b53c57" [ 1245.049066] env[68627]: _type = "Task" [ 1245.049066] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.059970] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]5266854f-d936-7177-8e57-825984b53c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.217490] env[68627]: DEBUG nova.network.neutron [req-3b70545a-72c4-4fc6-9b4a-18c0771301e4 req-a6399fbb-6e15-4ac0-93f3-b26ba178b88d service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updated VIF entry in instance network info cache for port db18ea6b-5151-4cb4-ba37-f2d0c6750495. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.217722] env[68627]: DEBUG nova.network.neutron [req-3b70545a-72c4-4fc6-9b4a-18c0771301e4 req-a6399fbb-6e15-4ac0-93f3-b26ba178b88d service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updating instance_info_cache with network_info: [{"id": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "address": "fa:16:3e:74:0d:fa", "network": {"id": "7d124a67-4e6c-4765-bea9-764182b28d07", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-583241712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe1862fbe654d1e941c96d76b5ae663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb18ea6b-51", "ovs_interfaceid": "db18ea6b-5151-4cb4-ba37-f2d0c6750495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.236170] env[68627]: DEBUG nova.compute.manager [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.264074] env[68627]: DEBUG nova.virt.hardware [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.264335] env[68627]: DEBUG nova.virt.hardware [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.264495] env[68627]: DEBUG nova.virt.hardware [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.264677] env[68627]: DEBUG nova.virt.hardware [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.264825] env[68627]: DEBUG nova.virt.hardware [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.264973] env[68627]: DEBUG nova.virt.hardware [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.265200] env[68627]: DEBUG nova.virt.hardware [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.265360] env[68627]: DEBUG nova.virt.hardware [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.265526] env[68627]: DEBUG nova.virt.hardware [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.265685] env[68627]: DEBUG nova.virt.hardware [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.265856] env[68627]: DEBUG nova.virt.hardware [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.266988] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bc1dfc-2548-409f-828b-37dc5bc72b3f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.275273] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548acd43-3ab1-44c6-80fe-2f745263b93d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.519408] env[68627]: DEBUG nova.network.neutron [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Successfully updated port: 77e74964-5ea8-4647-bf6c-5153ec19a6c6 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.560090] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Preparing fetch location {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1245.560414] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Fetch image to [datastore1] OSTACK_IMG_122c7194-2d53-4841-92fd-968961a672d3/OSTACK_IMG_122c7194-2d53-4841-92fd-968961a672d3.vmdk {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1245.560614] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Downloading stream optimized image 87d18885-c27e-4454-a7d9-378fc262133a to [datastore1] OSTACK_IMG_122c7194-2d53-4841-92fd-968961a672d3/OSTACK_IMG_122c7194-2d53-4841-92fd-968961a672d3.vmdk on the data store datastore1 as vApp {{(pid=68627) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1245.560785] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Downloading image file data 87d18885-c27e-4454-a7d9-378fc262133a to the ESX as VM named 'OSTACK_IMG_122c7194-2d53-4841-92fd-968961a672d3' {{(pid=68627) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1245.631112] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1245.631112] env[68627]: value = "resgroup-9" [ 1245.631112] env[68627]: _type = "ResourcePool" [ 1245.631112] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1245.631407] env[68627]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-77152f15-457f-40c3-be1a-57fb97b80f8b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.652531] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lease: (returnval){ [ 1245.652531] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52246d86-6d9e-1ca8-767c-f90b87f8c2a4" [ 1245.652531] env[68627]: _type = "HttpNfcLease" [ 1245.652531] env[68627]: } obtained for vApp import into resource pool (val){ [ 1245.652531] env[68627]: value = "resgroup-9" [ 1245.652531] env[68627]: _type = "ResourcePool" [ 1245.652531] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1245.652884] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the lease: (returnval){ [ 1245.652884] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52246d86-6d9e-1ca8-767c-f90b87f8c2a4" [ 1245.652884] env[68627]: _type = "HttpNfcLease" [ 1245.652884] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1245.658740] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.658740] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52246d86-6d9e-1ca8-767c-f90b87f8c2a4" [ 1245.658740] env[68627]: _type = "HttpNfcLease" [ 1245.658740] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1245.710237] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.710570] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.710853] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.711074] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.711261] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.713517] env[68627]: INFO nova.compute.manager [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Terminating instance [ 1245.721699] env[68627]: DEBUG oslo_concurrency.lockutils [req-3b70545a-72c4-4fc6-9b4a-18c0771301e4 req-a6399fbb-6e15-4ac0-93f3-b26ba178b88d service nova] Releasing lock "refresh_cache-c656fe48-f2c0-4bc7-b0d0-0869038230f8" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.022282] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.022499] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.022661] env[68627]: DEBUG nova.network.neutron [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.161063] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1246.161063] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52246d86-6d9e-1ca8-767c-f90b87f8c2a4" [ 1246.161063] env[68627]: _type = "HttpNfcLease" [ 1246.161063] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1246.161554] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1246.161554] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52246d86-6d9e-1ca8-767c-f90b87f8c2a4" [ 1246.161554] env[68627]: _type = "HttpNfcLease" [ 1246.161554] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1246.162062] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c4282c-50c9-4e41-9fe3-47ae69324093 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.169027] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f84f1c-c378-1386-9cb9-b9a9b1114326/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1246.169208] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f84f1c-c378-1386-9cb9-b9a9b1114326/disk-0.vmdk. {{(pid=68627) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1246.225294] env[68627]: DEBUG nova.compute.manager [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.225522] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.225787] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c42288c-7c95-47fa-ac26-10600967bb09 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.237077] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2a58f7e3-f662-4f32-876e-7375e84e37c7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.239658] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1246.239658] env[68627]: value = "task-3038130" [ 1246.239658] env[68627]: _type = "Task" [ 1246.239658] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.248957] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.486983] env[68627]: DEBUG nova.compute.manager [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Received event network-vif-plugged-77e74964-5ea8-4647-bf6c-5153ec19a6c6 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.487200] env[68627]: DEBUG oslo_concurrency.lockutils [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] Acquiring lock "03277266-7daf-4724-bf9f-4b2aafc66e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.487342] env[68627]: DEBUG oslo_concurrency.lockutils [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] Lock "03277266-7daf-4724-bf9f-4b2aafc66e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.487513] env[68627]: DEBUG oslo_concurrency.lockutils [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] Lock "03277266-7daf-4724-bf9f-4b2aafc66e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.487689] env[68627]: DEBUG nova.compute.manager [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] No waiting events found dispatching network-vif-plugged-77e74964-5ea8-4647-bf6c-5153ec19a6c6 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1246.487951] env[68627]: WARNING nova.compute.manager [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Received unexpected event network-vif-plugged-77e74964-5ea8-4647-bf6c-5153ec19a6c6 for instance with vm_state building and task_state spawning. [ 1246.488030] env[68627]: DEBUG nova.compute.manager [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Received event network-changed-77e74964-5ea8-4647-bf6c-5153ec19a6c6 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.488407] env[68627]: DEBUG nova.compute.manager [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Refreshing instance network info cache due to event network-changed-77e74964-5ea8-4647-bf6c-5153ec19a6c6. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.488407] env[68627]: DEBUG oslo_concurrency.lockutils [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] Acquiring lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.557316] env[68627]: DEBUG nova.network.neutron [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.712849] env[68627]: DEBUG nova.network.neutron [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updating instance_info_cache with network_info: [{"id": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "address": "fa:16:3e:96:fc:e6", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e74964-5e", "ovs_interfaceid": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.750640] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038130, 'name': PowerOffVM_Task, 'duration_secs': 0.204271} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.750920] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.751132] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1246.751329] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608713', 'volume_id': '1dd4a49f-a52a-4257-be11-3e282a9b01ff', 'name': 'volume-1dd4a49f-a52a-4257-be11-3e282a9b01ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6a60f86b-90ac-4ce5-8f27-27bf265687c7', 'attached_at': '2025-03-16T13:57:26.000000', 'detached_at': '', 'volume_id': '1dd4a49f-a52a-4257-be11-3e282a9b01ff', 'serial': '1dd4a49f-a52a-4257-be11-3e282a9b01ff'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1246.752102] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908ac4a4-1de0-47cf-9b43-f68323ba8299 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.781213] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5548e87-7e19-426f-be38-253aa6523776 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.788493] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db6154f-f79e-4ead-ab00-7d3d29519b8b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.808926] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ef5a32-4268-48a1-90bb-f596b323f611 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.824673] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] The volume has not been displaced from its original location: [datastore1] volume-1dd4a49f-a52a-4257-be11-3e282a9b01ff/volume-1dd4a49f-a52a-4257-be11-3e282a9b01ff.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1246.829917] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.830247] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f380628e-c4a0-4d09-bbac-98666eebfa35 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.847628] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1246.847628] env[68627]: value = "task-3038131" [ 1246.847628] env[68627]: _type = "Task" [ 1246.847628] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.855286] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.216570] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.216970] env[68627]: DEBUG nova.compute.manager [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Instance network_info: |[{"id": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "address": "fa:16:3e:96:fc:e6", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e74964-5e", "ovs_interfaceid": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.217305] env[68627]: DEBUG oslo_concurrency.lockutils [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] Acquired lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.217490] env[68627]: DEBUG nova.network.neutron [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Refreshing network info cache for port 77e74964-5ea8-4647-bf6c-5153ec19a6c6 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.218731] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:fc:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77e74964-5ea8-4647-bf6c-5153ec19a6c6', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.226126] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.227139] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.227372] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24d7e085-87d5-4317-b1ff-54b11dc32152 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.247778] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.247778] env[68627]: value = "task-3038132" [ 1247.247778] env[68627]: _type = "Task" [ 1247.247778] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.255648] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038132, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.358283] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038131, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.395648] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Completed reading data from the image iterator. {{(pid=68627) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1247.395995] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f84f1c-c378-1386-9cb9-b9a9b1114326/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1247.398011] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371493ae-09ce-40d7-b5d2-bd518e6e6acd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.411665] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f84f1c-c378-1386-9cb9-b9a9b1114326/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1247.411665] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f84f1c-c378-1386-9cb9-b9a9b1114326/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1247.411665] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6d3fea8f-2297-4602-89fc-69cacb6a0392 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.632371] env[68627]: DEBUG oslo_vmware.rw_handles [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f84f1c-c378-1386-9cb9-b9a9b1114326/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1247.632596] env[68627]: INFO nova.virt.vmwareapi.images [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Downloaded image file data 87d18885-c27e-4454-a7d9-378fc262133a [ 1247.633461] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa089bea-2187-4abb-9ce0-9c3037540ea9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.650104] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44d0f0cc-484e-4703-a729-4dd5c084b899 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.692229] env[68627]: INFO nova.virt.vmwareapi.images [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] The imported VM was unregistered [ 1247.694731] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Caching image {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1247.694873] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Creating directory with path [datastore1] devstack-image-cache_base/87d18885-c27e-4454-a7d9-378fc262133a {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.695162] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c75f0a22-17dc-4024-8638-2b61896e361f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.713506] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Created directory with path [datastore1] devstack-image-cache_base/87d18885-c27e-4454-a7d9-378fc262133a {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.713691] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_122c7194-2d53-4841-92fd-968961a672d3/OSTACK_IMG_122c7194-2d53-4841-92fd-968961a672d3.vmdk to [datastore1] devstack-image-cache_base/87d18885-c27e-4454-a7d9-378fc262133a/87d18885-c27e-4454-a7d9-378fc262133a.vmdk. {{(pid=68627) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1247.714049] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0ae88654-a1b6-44da-a2b4-54d501657ce0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.719767] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1247.719767] env[68627]: value = "task-3038134" [ 1247.719767] env[68627]: _type = "Task" [ 1247.719767] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.731500] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038134, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.757745] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038132, 'name': CreateVM_Task, 'duration_secs': 0.365454} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.757945] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.758675] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.758886] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.759361] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.759646] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5300210c-db6e-4e5c-a610-b0d47bcf591f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.764721] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1247.764721] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a2ebc3-0a0a-ff49-cf5b-94a471e5d9a6" [ 1247.764721] env[68627]: _type = "Task" [ 1247.764721] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.774495] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a2ebc3-0a0a-ff49-cf5b-94a471e5d9a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.861480] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038131, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.951033] env[68627]: DEBUG nova.network.neutron [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updated VIF entry in instance network info cache for port 77e74964-5ea8-4647-bf6c-5153ec19a6c6. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.951473] env[68627]: DEBUG nova.network.neutron [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updating instance_info_cache with network_info: [{"id": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "address": "fa:16:3e:96:fc:e6", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e74964-5e", "ovs_interfaceid": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.230114] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038134, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.275044] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a2ebc3-0a0a-ff49-cf5b-94a471e5d9a6, 'name': SearchDatastore_Task, 'duration_secs': 0.02062} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.275269] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.275370] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.275604] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.275752] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.275939] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.276256] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-680b66ee-21fd-4b37-8d9e-bd3be144b017 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.291687] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.291877] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.292655] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae20cd0-b2c0-4fe6-b96a-5aa5205fce44 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.297880] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1248.297880] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a0e306-5426-1904-f56b-c427c05d8c2e" [ 1248.297880] env[68627]: _type = "Task" [ 1248.297880] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.305623] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a0e306-5426-1904-f56b-c427c05d8c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.358189] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038131, 'name': ReconfigVM_Task, 'duration_secs': 1.196574} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.358485] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1248.363209] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b19a058f-15a1-4d4d-ae1b-37df5a3798aa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.377778] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1248.377778] env[68627]: value = "task-3038135" [ 1248.377778] env[68627]: _type = "Task" [ 1248.377778] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.385994] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.454956] env[68627]: DEBUG oslo_concurrency.lockutils [req-dfcd8924-f7c4-463d-a04d-25ba74ebaa36 req-6b3bf81e-7cb9-4458-97e3-c4d23957f3fe service nova] Releasing lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.730135] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038134, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.807811] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52a0e306-5426-1904-f56b-c427c05d8c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.080213} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.809659] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e87046-1e90-4595-b79f-963f0770ec55 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.814378] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1248.814378] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]528be4d1-fd59-b663-e1b0-6bd2d77597a1" [ 1248.814378] env[68627]: _type = "Task" [ 1248.814378] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.822575] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528be4d1-fd59-b663-e1b0-6bd2d77597a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.888479] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038135, 'name': ReconfigVM_Task, 'duration_secs': 0.150578} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.888809] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608713', 'volume_id': '1dd4a49f-a52a-4257-be11-3e282a9b01ff', 'name': 'volume-1dd4a49f-a52a-4257-be11-3e282a9b01ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6a60f86b-90ac-4ce5-8f27-27bf265687c7', 'attached_at': '2025-03-16T13:57:26.000000', 'detached_at': '', 'volume_id': '1dd4a49f-a52a-4257-be11-3e282a9b01ff', 'serial': '1dd4a49f-a52a-4257-be11-3e282a9b01ff'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1248.889132] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.889931] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599d0c94-f6e3-4913-ad87-7373190efd50 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.896888] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.897217] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cc9950b-2764-4995-aa70-3a8e5aac9168 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.959916] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.960273] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.960376] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleting the datastore file [datastore1] 6a60f86b-90ac-4ce5-8f27-27bf265687c7 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.960620] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c700261d-9975-45d4-ad60-26fe113a4cf8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.968466] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1248.968466] env[68627]: value = "task-3038137" [ 1248.968466] env[68627]: _type = "Task" [ 1248.968466] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.978983] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.231950] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038134, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.325198] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]528be4d1-fd59-b663-e1b0-6bd2d77597a1, 'name': SearchDatastore_Task, 'duration_secs': 0.082101} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.325506] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.325839] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 03277266-7daf-4724-bf9f-4b2aafc66e39/03277266-7daf-4724-bf9f-4b2aafc66e39.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.326080] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf3592a7-630c-41f8-9dfd-e35cfe41a030 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.333059] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1249.333059] env[68627]: value = "task-3038138" [ 1249.333059] env[68627]: _type = "Task" [ 1249.333059] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.341396] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.479619] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.731200] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038134, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.843656] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.979534] env[68627]: DEBUG oslo_vmware.api [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.967811} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.979726] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.980012] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.980204] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.980384] env[68627]: INFO nova.compute.manager [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Took 3.75 seconds to destroy the instance on the hypervisor. [ 1249.980632] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.980877] env[68627]: DEBUG nova.compute.manager [-] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.980974] env[68627]: DEBUG nova.network.neutron [-] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.233045] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038134, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.188151} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.233450] env[68627]: INFO nova.virt.vmwareapi.ds_util [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_122c7194-2d53-4841-92fd-968961a672d3/OSTACK_IMG_122c7194-2d53-4841-92fd-968961a672d3.vmdk to [datastore1] devstack-image-cache_base/87d18885-c27e-4454-a7d9-378fc262133a/87d18885-c27e-4454-a7d9-378fc262133a.vmdk. [ 1250.233450] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Cleaning up location [datastore1] OSTACK_IMG_122c7194-2d53-4841-92fd-968961a672d3 {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1250.233704] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_122c7194-2d53-4841-92fd-968961a672d3 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.234018] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d27b270-84e3-42f8-a170-678cf55d7ea5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.240380] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1250.240380] env[68627]: value = "task-3038139" [ 1250.240380] env[68627]: _type = "Task" [ 1250.240380] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.248154] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.343423] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.923417} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.343872] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore1] 03277266-7daf-4724-bf9f-4b2aafc66e39/03277266-7daf-4724-bf9f-4b2aafc66e39.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.344289] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.344666] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcd4b83b-e0fd-4122-9ba4-d7ff2bd08d7c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.351405] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1250.351405] env[68627]: value = "task-3038140" [ 1250.351405] env[68627]: _type = "Task" [ 1250.351405] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.359022] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.435156] env[68627]: DEBUG nova.compute.manager [req-5844f912-55bc-42d3-a471-beb18fddd2e5 req-add51e97-2af1-4499-92d7-b0c515e74b0c service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Received event network-vif-deleted-28d96100-44d3-4b51-a138-fa96f31245ce {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.435379] env[68627]: INFO nova.compute.manager [req-5844f912-55bc-42d3-a471-beb18fddd2e5 req-add51e97-2af1-4499-92d7-b0c515e74b0c service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Neutron deleted interface 28d96100-44d3-4b51-a138-fa96f31245ce; detaching it from the instance and deleting it from the info cache [ 1250.435659] env[68627]: DEBUG nova.network.neutron [req-5844f912-55bc-42d3-a471-beb18fddd2e5 req-add51e97-2af1-4499-92d7-b0c515e74b0c service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.730502] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.749964] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03719} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.750235] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.750400] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87d18885-c27e-4454-a7d9-378fc262133a/87d18885-c27e-4454-a7d9-378fc262133a.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.750647] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87d18885-c27e-4454-a7d9-378fc262133a/87d18885-c27e-4454-a7d9-378fc262133a.vmdk to [datastore1] c656fe48-f2c0-4bc7-b0d0-0869038230f8/c656fe48-f2c0-4bc7-b0d0-0869038230f8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.750899] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f31477c0-5e80-4dc2-bb11-01a4ab30a7bc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.757385] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1250.757385] env[68627]: value = "task-3038141" [ 1250.757385] env[68627]: _type = "Task" [ 1250.757385] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.765412] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.862421] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066497} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.862421] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.862719] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228f91c7-fc41-46d9-a1d4-8d3eac568d83 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.885619] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 03277266-7daf-4724-bf9f-4b2aafc66e39/03277266-7daf-4724-bf9f-4b2aafc66e39.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.885911] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c282ff4-3fe7-49bd-bab6-ada1fd5f2064 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.906086] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1250.906086] env[68627]: value = "task-3038142" [ 1250.906086] env[68627]: _type = "Task" [ 1250.906086] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.914584] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.918089] env[68627]: DEBUG nova.network.neutron [-] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.939023] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-132a22aa-bec8-49bd-84cb-404990752c37 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.947992] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69161080-0307-4464-b08e-474d5c5115e5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.978393] env[68627]: DEBUG nova.compute.manager [req-5844f912-55bc-42d3-a471-beb18fddd2e5 req-add51e97-2af1-4499-92d7-b0c515e74b0c service nova] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Detach interface failed, port_id=28d96100-44d3-4b51-a138-fa96f31245ce, reason: Instance 6a60f86b-90ac-4ce5-8f27-27bf265687c7 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1251.270459] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038141, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.419544] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.421061] env[68627]: INFO nova.compute.manager [-] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Took 1.44 seconds to deallocate network for instance. [ 1251.718767] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.768267] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038141, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.918106] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038142, 'name': ReconfigVM_Task, 'duration_secs': 0.95885} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.918403] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 03277266-7daf-4724-bf9f-4b2aafc66e39/03277266-7daf-4724-bf9f-4b2aafc66e39.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.918976] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78a23dbc-eeb5-4da6-9dd8-9e0d507f29a7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.925575] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1251.925575] env[68627]: value = "task-3038143" [ 1251.925575] env[68627]: _type = "Task" [ 1251.925575] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.934379] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038143, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.969549] env[68627]: INFO nova.compute.manager [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: 6a60f86b-90ac-4ce5-8f27-27bf265687c7] Took 0.55 seconds to detach 1 volumes for instance. [ 1252.268612] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038141, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.437305] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038143, 'name': Rename_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.476648] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.476949] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.477194] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.503609] env[68627]: INFO nova.scheduler.client.report [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleted allocations for instance 6a60f86b-90ac-4ce5-8f27-27bf265687c7 [ 1252.719124] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.768671] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038141, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.938619] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038143, 'name': Rename_Task, 'duration_secs': 0.538551} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.938920] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.939200] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ffeca5f-57ec-48f2-b0e8-eaf6a60e8832 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.947190] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1252.947190] env[68627]: value = "task-3038144" [ 1252.947190] env[68627]: _type = "Task" [ 1252.947190] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.956931] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.012041] env[68627]: DEBUG oslo_concurrency.lockutils [None req-09986003-58b6-41f6-b7c4-09a2d9128bf0 tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "6a60f86b-90ac-4ce5-8f27-27bf265687c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.301s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.269927] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038141, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.246633} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.271911] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87d18885-c27e-4454-a7d9-378fc262133a/87d18885-c27e-4454-a7d9-378fc262133a.vmdk to [datastore1] c656fe48-f2c0-4bc7-b0d0-0869038230f8/c656fe48-f2c0-4bc7-b0d0-0869038230f8.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.271911] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200cb38d-acea-49c9-96b7-99ec768a6137 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.293985] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c656fe48-f2c0-4bc7-b0d0-0869038230f8/c656fe48-f2c0-4bc7-b0d0-0869038230f8.vmdk or device None with type streamOptimized {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.294642] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd3d7c3-2717-48dc-8932-a801eb9b5643 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.313867] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1253.313867] env[68627]: value = "task-3038145" [ 1253.313867] env[68627]: _type = "Task" [ 1253.313867] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.321503] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.456997] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.823952] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038145, 'name': ReconfigVM_Task, 'duration_secs': 0.36676} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.824284] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c656fe48-f2c0-4bc7-b0d0-0869038230f8/c656fe48-f2c0-4bc7-b0d0-0869038230f8.vmdk or device None with type streamOptimized {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.824917] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ac7d97e-4886-411c-99f6-9dafd4c73a2b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.831146] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1253.831146] env[68627]: value = "task-3038146" [ 1253.831146] env[68627]: _type = "Task" [ 1253.831146] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.840680] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038146, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.959112] env[68627]: DEBUG oslo_vmware.api [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038144, 'name': PowerOnVM_Task, 'duration_secs': 0.705134} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.959479] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.959758] env[68627]: INFO nova.compute.manager [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1253.960031] env[68627]: DEBUG nova.compute.manager [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.961063] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173e9595-b0ad-4a31-a406-eabf32e351b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.029597] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "c04d97dc-1254-462e-ad32-04cc063819f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.029796] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "c04d97dc-1254-462e-ad32-04cc063819f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.342206] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038146, 'name': Rename_Task, 'duration_secs': 0.169398} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.342479] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.342720] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36c4e4f9-7d8f-44ce-a2f8-ae2d678e9976 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.349375] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1254.349375] env[68627]: value = "task-3038147" [ 1254.349375] env[68627]: _type = "Task" [ 1254.349375] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.357008] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.482797] env[68627]: INFO nova.compute.manager [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Took 18.23 seconds to build instance. [ 1254.532043] env[68627]: DEBUG nova.compute.manager [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.714140] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.714376] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.859973] env[68627]: DEBUG oslo_vmware.api [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038147, 'name': PowerOnVM_Task, 'duration_secs': 0.440903} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.860226] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.976289] env[68627]: DEBUG nova.compute.manager [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.977191] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588d998a-6d7a-4482-ae64-edb2bd60205c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.985529] env[68627]: DEBUG oslo_concurrency.lockutils [None req-db12dfe6-4b87-48e3-9d88-270eb2aad62f tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "03277266-7daf-4724-bf9f-4b2aafc66e39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.757s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.056556] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.056886] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.058674] env[68627]: INFO nova.compute.claims [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.069611] env[68627]: DEBUG nova.compute.manager [req-b00ed7dd-4c2a-4af5-8af9-f377b6ff055b req-594a3d48-8d80-4955-9503-e7baed5150c0 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Received event network-changed-ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.069611] env[68627]: DEBUG nova.compute.manager [req-b00ed7dd-4c2a-4af5-8af9-f377b6ff055b req-594a3d48-8d80-4955-9503-e7baed5150c0 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Refreshing instance network info cache due to event network-changed-ab3bc46b-3136-43ac-b389-6b2fa2a11669. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.069611] env[68627]: DEBUG oslo_concurrency.lockutils [req-b00ed7dd-4c2a-4af5-8af9-f377b6ff055b req-594a3d48-8d80-4955-9503-e7baed5150c0 service nova] Acquiring lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.069611] env[68627]: DEBUG oslo_concurrency.lockutils [req-b00ed7dd-4c2a-4af5-8af9-f377b6ff055b req-594a3d48-8d80-4955-9503-e7baed5150c0 service nova] Acquired lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.069611] env[68627]: DEBUG nova.network.neutron [req-b00ed7dd-4c2a-4af5-8af9-f377b6ff055b req-594a3d48-8d80-4955-9503-e7baed5150c0 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Refreshing network info cache for port ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.495259] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c92e4cf2-a2e2-438f-b541-6557a09a36ee tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.137s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.718510] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.719485] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.764673] env[68627]: DEBUG nova.network.neutron [req-b00ed7dd-4c2a-4af5-8af9-f377b6ff055b req-594a3d48-8d80-4955-9503-e7baed5150c0 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updated VIF entry in instance network info cache for port ab3bc46b-3136-43ac-b389-6b2fa2a11669. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.765100] env[68627]: DEBUG nova.network.neutron [req-b00ed7dd-4c2a-4af5-8af9-f377b6ff055b req-594a3d48-8d80-4955-9503-e7baed5150c0 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updating instance_info_cache with network_info: [{"id": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "address": "fa:16:3e:ff:bd:2b", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3bc46b-31", "ovs_interfaceid": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.169351] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f63c58-0fc6-413d-9584-6ecc0b2afd53 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.177165] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575e2f52-a3d6-441f-8f80-65bc80c8a661 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.208939] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcccce6-20ab-4802-b683-186796f83718 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.217503] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346789ba-24d9-4102-b9e9-07149b59ccd5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.222273] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.232354] env[68627]: DEBUG nova.compute.provider_tree [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.268558] env[68627]: DEBUG oslo_concurrency.lockutils [req-b00ed7dd-4c2a-4af5-8af9-f377b6ff055b req-594a3d48-8d80-4955-9503-e7baed5150c0 service nova] Releasing lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.332018] env[68627]: DEBUG oslo_concurrency.lockutils [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.332018] env[68627]: DEBUG oslo_concurrency.lockutils [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.753064] env[68627]: ERROR nova.scheduler.client.report [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [req-546162ea-11d9-4762-8bd0-06b2f877caaf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-546162ea-11d9-4762-8bd0-06b2f877caaf"}]} [ 1256.769260] env[68627]: DEBUG nova.scheduler.client.report [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1256.782505] env[68627]: DEBUG nova.scheduler.client.report [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1256.782853] env[68627]: DEBUG nova.compute.provider_tree [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.794506] env[68627]: DEBUG nova.scheduler.client.report [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: None {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1256.812255] env[68627]: DEBUG nova.scheduler.client.report [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1256.835010] env[68627]: DEBUG nova.compute.utils [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.887699] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c527b-7aed-49a5-831d-bbfa1a7f4515 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.895190] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5568b1-dacd-4802-8ebd-789d45381a8d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.926411] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6743ad-9165-4a50-a677-4eb9b19727d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.934051] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d991afe1-84b3-412f-9bf7-e91d94d8cf19 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.950433] env[68627]: DEBUG nova.compute.provider_tree [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.093698] env[68627]: DEBUG nova.compute.manager [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Received event network-changed-77e74964-5ea8-4647-bf6c-5153ec19a6c6 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.093907] env[68627]: DEBUG nova.compute.manager [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Refreshing instance network info cache due to event network-changed-77e74964-5ea8-4647-bf6c-5153ec19a6c6. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.094166] env[68627]: DEBUG oslo_concurrency.lockutils [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] Acquiring lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.094322] env[68627]: DEBUG oslo_concurrency.lockutils [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] Acquired lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.094485] env[68627]: DEBUG nova.network.neutron [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Refreshing network info cache for port 77e74964-5ea8-4647-bf6c-5153ec19a6c6 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.340189] env[68627]: DEBUG oslo_concurrency.lockutils [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.484714] env[68627]: DEBUG nova.scheduler.client.report [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1257.484999] env[68627]: DEBUG nova.compute.provider_tree [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 179 to 180 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1257.485252] env[68627]: DEBUG nova.compute.provider_tree [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.780992] env[68627]: DEBUG nova.network.neutron [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updated VIF entry in instance network info cache for port 77e74964-5ea8-4647-bf6c-5153ec19a6c6. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.781401] env[68627]: DEBUG nova.network.neutron [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updating instance_info_cache with network_info: [{"id": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "address": "fa:16:3e:96:fc:e6", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e74964-5e", "ovs_interfaceid": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.990124] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.933s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.990682] env[68627]: DEBUG nova.compute.manager [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1257.993608] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.771s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.993850] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.994046] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68627) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1257.995286] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fb23aa-725d-4323-b1d1-db99c86dd308 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.004672] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aad04ab-652d-4bb4-b15c-7926274be765 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.020456] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1885c1c-7195-4e75-8b36-ddc276c95182 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.027268] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f008bf04-fc05-4f79-ae32-6824c00ba1e1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.058085] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179313MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=68627) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1258.058232] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.058457] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.284424] env[68627]: DEBUG oslo_concurrency.lockutils [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] Releasing lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.284705] env[68627]: DEBUG nova.compute.manager [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Received event network-changed-77e74964-5ea8-4647-bf6c-5153ec19a6c6 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.284877] env[68627]: DEBUG nova.compute.manager [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Refreshing instance network info cache due to event network-changed-77e74964-5ea8-4647-bf6c-5153ec19a6c6. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.285114] env[68627]: DEBUG oslo_concurrency.lockutils [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] Acquiring lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.285271] env[68627]: DEBUG oslo_concurrency.lockutils [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] Acquired lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.285455] env[68627]: DEBUG nova.network.neutron [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Refreshing network info cache for port 77e74964-5ea8-4647-bf6c-5153ec19a6c6 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.399926] env[68627]: DEBUG oslo_concurrency.lockutils [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.400192] env[68627]: DEBUG oslo_concurrency.lockutils [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.400445] env[68627]: INFO nova.compute.manager [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Attaching volume 878f03e9-07a7-4fd4-b417-b6b0ac4dfd13 to /dev/sdb [ 1258.431487] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706b28d-726a-4184-9ed1-093da9679336 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.438684] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5208c4-0444-40ae-8993-1c50cfa509c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.451570] env[68627]: DEBUG nova.virt.block_device [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Updating existing volume attachment record: ea109bd1-a0d0-4abd-a99a-2071000522e3 {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1258.496377] env[68627]: DEBUG nova.compute.utils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1258.497952] env[68627]: DEBUG nova.compute.manager [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.497952] env[68627]: DEBUG nova.network.neutron [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.534205] env[68627]: DEBUG nova.policy [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98648bcd506f466cb76026d4b8aac4e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53b4c921012443498d471ec05c26486d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.797917] env[68627]: DEBUG nova.network.neutron [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Successfully created port: efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.003393] env[68627]: DEBUG nova.compute.manager [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.008184] env[68627]: DEBUG nova.network.neutron [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updated VIF entry in instance network info cache for port 77e74964-5ea8-4647-bf6c-5153ec19a6c6. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.008714] env[68627]: DEBUG nova.network.neutron [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updating instance_info_cache with network_info: [{"id": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "address": "fa:16:3e:96:fc:e6", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e74964-5e", "ovs_interfaceid": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.085944] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance e370f609-8c8b-40f4-9761-f5cc2951ff58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1259.086162] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1259.086304] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 53679530-56bf-47e2-ae7e-3bb2353dbc3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1259.086425] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance c656fe48-f2c0-4bc7-b0d0-0869038230f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1259.086540] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 03277266-7daf-4724-bf9f-4b2aafc66e39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1259.086653] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance c04d97dc-1254-462e-ad32-04cc063819f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1259.086840] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1259.086979] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1259.169733] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be1b702-a014-4076-979a-45f2ba33cedf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.179199] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cf2e41-a49d-4935-bcab-3c42afe22b92 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.208760] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9616b2-4868-4a19-8775-c600baad049d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.215897] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3c9193-6594-4719-9167-b3c54a2ab3ac {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.229182] env[68627]: DEBUG nova.compute.provider_tree [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.511426] env[68627]: DEBUG oslo_concurrency.lockutils [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] Releasing lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.511426] env[68627]: DEBUG nova.compute.manager [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Received event network-changed-ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.511626] env[68627]: DEBUG nova.compute.manager [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Refreshing instance network info cache due to event network-changed-ab3bc46b-3136-43ac-b389-6b2fa2a11669. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.512273] env[68627]: DEBUG oslo_concurrency.lockutils [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] Acquiring lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.512273] env[68627]: DEBUG oslo_concurrency.lockutils [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] Acquired lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.512273] env[68627]: DEBUG nova.network.neutron [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Refreshing network info cache for port ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.732297] env[68627]: DEBUG nova.scheduler.client.report [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.011710] env[68627]: DEBUG nova.compute.manager [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.038916] env[68627]: DEBUG nova.virt.hardware [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.039162] env[68627]: DEBUG nova.virt.hardware [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.039323] env[68627]: DEBUG nova.virt.hardware [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.039503] env[68627]: DEBUG nova.virt.hardware [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.039650] env[68627]: DEBUG nova.virt.hardware [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.039799] env[68627]: DEBUG nova.virt.hardware [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.040014] env[68627]: DEBUG nova.virt.hardware [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.040185] env[68627]: DEBUG nova.virt.hardware [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.040353] env[68627]: DEBUG nova.virt.hardware [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.040516] env[68627]: DEBUG nova.virt.hardware [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.040684] env[68627]: DEBUG nova.virt.hardware [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.041663] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a29dd-11d7-4230-971d-c13e2bc41cdc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.052347] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e7729a-0b56-4c6a-b02a-eb86c4c35ae7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.161087] env[68627]: DEBUG nova.compute.manager [req-2cb02a6d-6646-4402-aaeb-052227f7ab2e req-5b5caa40-bf2c-4d95-9bad-42a8f3eadb8b service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Received event network-vif-plugged-efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.161345] env[68627]: DEBUG oslo_concurrency.lockutils [req-2cb02a6d-6646-4402-aaeb-052227f7ab2e req-5b5caa40-bf2c-4d95-9bad-42a8f3eadb8b service nova] Acquiring lock "c04d97dc-1254-462e-ad32-04cc063819f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.161558] env[68627]: DEBUG oslo_concurrency.lockutils [req-2cb02a6d-6646-4402-aaeb-052227f7ab2e req-5b5caa40-bf2c-4d95-9bad-42a8f3eadb8b service nova] Lock "c04d97dc-1254-462e-ad32-04cc063819f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.161727] env[68627]: DEBUG oslo_concurrency.lockutils [req-2cb02a6d-6646-4402-aaeb-052227f7ab2e req-5b5caa40-bf2c-4d95-9bad-42a8f3eadb8b service nova] Lock "c04d97dc-1254-462e-ad32-04cc063819f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.161896] env[68627]: DEBUG nova.compute.manager [req-2cb02a6d-6646-4402-aaeb-052227f7ab2e req-5b5caa40-bf2c-4d95-9bad-42a8f3eadb8b service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] No waiting events found dispatching network-vif-plugged-efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.162317] env[68627]: WARNING nova.compute.manager [req-2cb02a6d-6646-4402-aaeb-052227f7ab2e req-5b5caa40-bf2c-4d95-9bad-42a8f3eadb8b service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Received unexpected event network-vif-plugged-efb7488d-a2fe-470a-bfc9-d7c8c6b708db for instance with vm_state building and task_state spawning. [ 1260.236609] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1260.236805] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.247325] env[68627]: DEBUG nova.network.neutron [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Successfully updated port: efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.456094] env[68627]: DEBUG nova.network.neutron [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updated VIF entry in instance network info cache for port ab3bc46b-3136-43ac-b389-6b2fa2a11669. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.456465] env[68627]: DEBUG nova.network.neutron [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updating instance_info_cache with network_info: [{"id": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "address": "fa:16:3e:ff:bd:2b", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3bc46b-31", "ovs_interfaceid": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.749800] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.749884] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.750131] env[68627]: DEBUG nova.network.neutron [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.959107] env[68627]: DEBUG oslo_concurrency.lockutils [req-83c35205-1705-425b-9f1b-265d865cbd99 req-5b44a882-acd2-4023-8cc9-de77943cdc66 service nova] Releasing lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.282045] env[68627]: DEBUG nova.network.neutron [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.415514] env[68627]: DEBUG nova.network.neutron [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Updating instance_info_cache with network_info: [{"id": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "address": "fa:16:3e:33:81:69", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb7488d-a2", "ovs_interfaceid": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.918221] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.918526] env[68627]: DEBUG nova.compute.manager [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Instance network_info: |[{"id": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "address": "fa:16:3e:33:81:69", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb7488d-a2", "ovs_interfaceid": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.918962] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:81:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efb7488d-a2fe-470a-bfc9-d7c8c6b708db', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.926498] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.926711] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.926933] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7382e419-fe4f-4c01-8a65-43f01ec49868 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.948930] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.948930] env[68627]: value = "task-3038150" [ 1261.948930] env[68627]: _type = "Task" [ 1261.948930] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.956436] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038150, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.188820] env[68627]: DEBUG nova.compute.manager [req-f72e763b-4685-40bf-b7cc-995039bb09f6 req-59a2034c-af86-4efe-b0a6-8a4d708d8853 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Received event network-changed-efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.188994] env[68627]: DEBUG nova.compute.manager [req-f72e763b-4685-40bf-b7cc-995039bb09f6 req-59a2034c-af86-4efe-b0a6-8a4d708d8853 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Refreshing instance network info cache due to event network-changed-efb7488d-a2fe-470a-bfc9-d7c8c6b708db. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.189227] env[68627]: DEBUG oslo_concurrency.lockutils [req-f72e763b-4685-40bf-b7cc-995039bb09f6 req-59a2034c-af86-4efe-b0a6-8a4d708d8853 service nova] Acquiring lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.189376] env[68627]: DEBUG oslo_concurrency.lockutils [req-f72e763b-4685-40bf-b7cc-995039bb09f6 req-59a2034c-af86-4efe-b0a6-8a4d708d8853 service nova] Acquired lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.189538] env[68627]: DEBUG nova.network.neutron [req-f72e763b-4685-40bf-b7cc-995039bb09f6 req-59a2034c-af86-4efe-b0a6-8a4d708d8853 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Refreshing network info cache for port efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.236699] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.236904] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.237076] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68627) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1262.460180] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038150, 'name': CreateVM_Task, 'duration_secs': 0.510277} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.460686] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.461097] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.461291] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.461602] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.461847] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e85e56e-9d43-4a0b-9e84-b622d94c7428 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.466812] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1262.466812] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52bf743f-1ed5-bc5e-08ad-1405fc449d5f" [ 1262.466812] env[68627]: _type = "Task" [ 1262.466812] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.474094] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52bf743f-1ed5-bc5e-08ad-1405fc449d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.866170] env[68627]: DEBUG nova.network.neutron [req-f72e763b-4685-40bf-b7cc-995039bb09f6 req-59a2034c-af86-4efe-b0a6-8a4d708d8853 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Updated VIF entry in instance network info cache for port efb7488d-a2fe-470a-bfc9-d7c8c6b708db. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.866568] env[68627]: DEBUG nova.network.neutron [req-f72e763b-4685-40bf-b7cc-995039bb09f6 req-59a2034c-af86-4efe-b0a6-8a4d708d8853 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Updating instance_info_cache with network_info: [{"id": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "address": "fa:16:3e:33:81:69", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb7488d-a2", "ovs_interfaceid": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.977342] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52bf743f-1ed5-bc5e-08ad-1405fc449d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.977581] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.977817] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.978061] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.978225] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.978430] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.978682] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd427f74-d7a7-48c7-bd2d-e05ec9fea4e9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.986931] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.987143] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.987843] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0174d0b9-4196-408b-9cff-56f0265ca14a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.992906] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1262.993139] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608725', 'volume_id': '878f03e9-07a7-4fd4-b417-b6b0ac4dfd13', 'name': 'volume-878f03e9-07a7-4fd4-b417-b6b0ac4dfd13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e370f609-8c8b-40f4-9761-f5cc2951ff58', 'attached_at': '', 'detached_at': '', 'volume_id': '878f03e9-07a7-4fd4-b417-b6b0ac4dfd13', 'serial': '878f03e9-07a7-4fd4-b417-b6b0ac4dfd13'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1262.993890] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8b8ec1-6d4f-492a-b2fc-03f8f4a5fcb1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.997089] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1262.997089] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]527cf0a2-84a0-7564-648a-20a0045b7833" [ 1262.997089] env[68627]: _type = "Task" [ 1262.997089] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.011587] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08c22cd-5552-4829-9e08-0c3978afd4c4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.017276] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]527cf0a2-84a0-7564-648a-20a0045b7833, 'name': SearchDatastore_Task, 'duration_secs': 0.008352} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.018212] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c5bbf3-47d2-4261-88fc-8c19c4c7a032 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.039344] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-878f03e9-07a7-4fd4-b417-b6b0ac4dfd13/volume-878f03e9-07a7-4fd4-b417-b6b0ac4dfd13.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.039872] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac760fac-309f-4178-a2d4-59fd600e90ea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.053249] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1263.053249] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]523e2a42-f621-a513-afd5-25cc8448e6b1" [ 1263.053249] env[68627]: _type = "Task" [ 1263.053249] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.058085] env[68627]: DEBUG oslo_vmware.api [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1263.058085] env[68627]: value = "task-3038151" [ 1263.058085] env[68627]: _type = "Task" [ 1263.058085] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.061667] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]523e2a42-f621-a513-afd5-25cc8448e6b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012426} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.064352] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.064610] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] c04d97dc-1254-462e-ad32-04cc063819f2/c04d97dc-1254-462e-ad32-04cc063819f2.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.064839] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a4de53d-5780-491a-932f-21c5c79fdbd8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.071408] env[68627]: DEBUG oslo_vmware.api [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038151, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.072287] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1263.072287] env[68627]: value = "task-3038152" [ 1263.072287] env[68627]: _type = "Task" [ 1263.072287] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.079582] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.369681] env[68627]: DEBUG oslo_concurrency.lockutils [req-f72e763b-4685-40bf-b7cc-995039bb09f6 req-59a2034c-af86-4efe-b0a6-8a4d708d8853 service nova] Releasing lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.571336] env[68627]: DEBUG oslo_vmware.api [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038151, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.580204] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4556} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.580463] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] c04d97dc-1254-462e-ad32-04cc063819f2/c04d97dc-1254-462e-ad32-04cc063819f2.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.580672] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.580933] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89588f79-edec-4400-8e3d-26ed59708058 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.587774] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1263.587774] env[68627]: value = "task-3038153" [ 1263.587774] env[68627]: _type = "Task" [ 1263.587774] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.594925] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.072229] env[68627]: DEBUG oslo_vmware.api [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038151, 'name': ReconfigVM_Task, 'duration_secs': 0.545436} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.072523] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-878f03e9-07a7-4fd4-b417-b6b0ac4dfd13/volume-878f03e9-07a7-4fd4-b417-b6b0ac4dfd13.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.077207] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4468d75c-0e86-41b7-834b-450b25a7740b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.092408] env[68627]: DEBUG oslo_vmware.api [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1264.092408] env[68627]: value = "task-3038154" [ 1264.092408] env[68627]: _type = "Task" [ 1264.092408] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.095535] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066718} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.098345] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.099040] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe4a467-857f-4914-a31d-b1d6e7ef7562 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.124360] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] c04d97dc-1254-462e-ad32-04cc063819f2/c04d97dc-1254-462e-ad32-04cc063819f2.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.127544] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc90559-1df5-4fa2-9b58-11e2705a5cdc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.142148] env[68627]: DEBUG oslo_vmware.api [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.147932] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1264.147932] env[68627]: value = "task-3038155" [ 1264.147932] env[68627]: _type = "Task" [ 1264.147932] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.155941] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.605276] env[68627]: DEBUG oslo_vmware.api [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038154, 'name': ReconfigVM_Task, 'duration_secs': 0.290794} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.605759] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608725', 'volume_id': '878f03e9-07a7-4fd4-b417-b6b0ac4dfd13', 'name': 'volume-878f03e9-07a7-4fd4-b417-b6b0ac4dfd13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e370f609-8c8b-40f4-9761-f5cc2951ff58', 'attached_at': '', 'detached_at': '', 'volume_id': '878f03e9-07a7-4fd4-b417-b6b0ac4dfd13', 'serial': '878f03e9-07a7-4fd4-b417-b6b0ac4dfd13'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1264.658330] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.159490] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038155, 'name': ReconfigVM_Task, 'duration_secs': 0.618212} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.159779] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Reconfigured VM instance instance-0000007d to attach disk [datastore2] c04d97dc-1254-462e-ad32-04cc063819f2/c04d97dc-1254-462e-ad32-04cc063819f2.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.160429] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-146ebc22-acd2-4aa9-8d16-5f919f771507 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.166795] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1265.166795] env[68627]: value = "task-3038156" [ 1265.166795] env[68627]: _type = "Task" [ 1265.166795] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.175558] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038156, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.645824] env[68627]: DEBUG nova.objects.instance [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lazy-loading 'flavor' on Instance uuid e370f609-8c8b-40f4-9761-f5cc2951ff58 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.676554] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038156, 'name': Rename_Task, 'duration_secs': 0.134744} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.676819] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.677095] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e3782e5-806a-4601-8d18-ab0e375364ed {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.682608] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1265.682608] env[68627]: value = "task-3038157" [ 1265.682608] env[68627]: _type = "Task" [ 1265.682608] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.689808] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.937755] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.988920] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "interface-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-8411eac6-0ab6-4736-a9a8-aa183585c030" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.989233] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-8411eac6-0ab6-4736-a9a8-aa183585c030" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.989649] env[68627]: DEBUG nova.objects.instance [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'flavor' on Instance uuid 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.152885] env[68627]: DEBUG oslo_concurrency.lockutils [None req-04307273-85d8-4f58-a190-158c96c6ddfd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.752s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.155704] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.217s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.192785] env[68627]: DEBUG oslo_vmware.api [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038157, 'name': PowerOnVM_Task, 'duration_secs': 0.472357} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.193741] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.193741] env[68627]: INFO nova.compute.manager [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Took 6.18 seconds to spawn the instance on the hypervisor. [ 1266.193741] env[68627]: DEBUG nova.compute.manager [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.194482] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0497a78e-c9ec-4a74-a381-3459ac373ac1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.611696] env[68627]: DEBUG nova.objects.instance [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'pci_requests' on Instance uuid 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.657637] env[68627]: INFO nova.compute.manager [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Detaching volume 878f03e9-07a7-4fd4-b417-b6b0ac4dfd13 [ 1266.691775] env[68627]: INFO nova.virt.block_device [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Attempting to driver detach volume 878f03e9-07a7-4fd4-b417-b6b0ac4dfd13 from mountpoint /dev/sdb [ 1266.692020] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1266.692222] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608725', 'volume_id': '878f03e9-07a7-4fd4-b417-b6b0ac4dfd13', 'name': 'volume-878f03e9-07a7-4fd4-b417-b6b0ac4dfd13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e370f609-8c8b-40f4-9761-f5cc2951ff58', 'attached_at': '', 'detached_at': '', 'volume_id': '878f03e9-07a7-4fd4-b417-b6b0ac4dfd13', 'serial': '878f03e9-07a7-4fd4-b417-b6b0ac4dfd13'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1266.693118] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814ee7e6-26e6-465d-884d-42547a82392b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.720303] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1c9618-eec1-4d4b-8cec-6df14d73ef18 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.725433] env[68627]: INFO nova.compute.manager [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Took 11.69 seconds to build instance. [ 1266.728945] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589363e3-6386-4ae5-a919-11aa6b5a980f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.749950] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22572e6d-601b-457f-8295-6d6d91e924cb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.764602] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] The volume has not been displaced from its original location: [datastore2] volume-878f03e9-07a7-4fd4-b417-b6b0ac4dfd13/volume-878f03e9-07a7-4fd4-b417-b6b0ac4dfd13.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1266.769848] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.770343] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2f9a32-36a4-4061-a52a-1afd5dcedb1a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.788710] env[68627]: DEBUG oslo_vmware.api [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1266.788710] env[68627]: value = "task-3038158" [ 1266.788710] env[68627]: _type = "Task" [ 1266.788710] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.796166] env[68627]: DEBUG oslo_vmware.api [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.114286] env[68627]: DEBUG nova.objects.base [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Object Instance<689024cc-01bd-4bf1-b3c4-4bad6f09d5a3> lazy-loaded attributes: flavor,pci_requests {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1267.114527] env[68627]: DEBUG nova.network.neutron [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.134809] env[68627]: DEBUG nova.compute.manager [req-07b76b30-04f1-4497-ad4c-caf8b41138e7 req-52cd0b31-9d24-41c1-a0b3-221f55ad2726 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Received event network-changed-efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.135027] env[68627]: DEBUG nova.compute.manager [req-07b76b30-04f1-4497-ad4c-caf8b41138e7 req-52cd0b31-9d24-41c1-a0b3-221f55ad2726 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Refreshing instance network info cache due to event network-changed-efb7488d-a2fe-470a-bfc9-d7c8c6b708db. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.135320] env[68627]: DEBUG oslo_concurrency.lockutils [req-07b76b30-04f1-4497-ad4c-caf8b41138e7 req-52cd0b31-9d24-41c1-a0b3-221f55ad2726 service nova] Acquiring lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.135479] env[68627]: DEBUG oslo_concurrency.lockutils [req-07b76b30-04f1-4497-ad4c-caf8b41138e7 req-52cd0b31-9d24-41c1-a0b3-221f55ad2726 service nova] Acquired lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.135643] env[68627]: DEBUG nova.network.neutron [req-07b76b30-04f1-4497-ad4c-caf8b41138e7 req-52cd0b31-9d24-41c1-a0b3-221f55ad2726 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Refreshing network info cache for port efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.182051] env[68627]: DEBUG nova.policy [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3c3e4b04d54d6a8502b5ad819eb5b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd75e742ad80b4afa8f07c78f27a6f587', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.229389] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aee5bde2-ba3d-4ae7-be6b-ce9de156156d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "c04d97dc-1254-462e-ad32-04cc063819f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.199s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.298976] env[68627]: DEBUG oslo_vmware.api [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038158, 'name': ReconfigVM_Task, 'duration_secs': 0.20483} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.299277] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.304108] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-301f82b1-bd5c-42d0-83ea-f27c64fa37cc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.319710] env[68627]: DEBUG oslo_vmware.api [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1267.319710] env[68627]: value = "task-3038159" [ 1267.319710] env[68627]: _type = "Task" [ 1267.319710] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.328273] env[68627]: DEBUG oslo_vmware.api [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.829892] env[68627]: DEBUG oslo_vmware.api [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038159, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.840337] env[68627]: DEBUG nova.network.neutron [req-07b76b30-04f1-4497-ad4c-caf8b41138e7 req-52cd0b31-9d24-41c1-a0b3-221f55ad2726 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Updated VIF entry in instance network info cache for port efb7488d-a2fe-470a-bfc9-d7c8c6b708db. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.840712] env[68627]: DEBUG nova.network.neutron [req-07b76b30-04f1-4497-ad4c-caf8b41138e7 req-52cd0b31-9d24-41c1-a0b3-221f55ad2726 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Updating instance_info_cache with network_info: [{"id": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "address": "fa:16:3e:33:81:69", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb7488d-a2", "ovs_interfaceid": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.330527] env[68627]: DEBUG oslo_vmware.api [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038159, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.344212] env[68627]: DEBUG oslo_concurrency.lockutils [req-07b76b30-04f1-4497-ad4c-caf8b41138e7 req-52cd0b31-9d24-41c1-a0b3-221f55ad2726 service nova] Releasing lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.622185] env[68627]: DEBUG nova.network.neutron [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Successfully updated port: 8411eac6-0ab6-4736-a9a8-aa183585c030 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.832532] env[68627]: DEBUG oslo_vmware.api [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038159, 'name': ReconfigVM_Task, 'duration_secs': 1.138145} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.832905] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608725', 'volume_id': '878f03e9-07a7-4fd4-b417-b6b0ac4dfd13', 'name': 'volume-878f03e9-07a7-4fd4-b417-b6b0ac4dfd13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e370f609-8c8b-40f4-9761-f5cc2951ff58', 'attached_at': '', 'detached_at': '', 'volume_id': '878f03e9-07a7-4fd4-b417-b6b0ac4dfd13', 'serial': '878f03e9-07a7-4fd4-b417-b6b0ac4dfd13'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1269.125340] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.125531] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.125754] env[68627]: DEBUG nova.network.neutron [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.160510] env[68627]: DEBUG nova.compute.manager [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Received event network-vif-plugged-8411eac6-0ab6-4736-a9a8-aa183585c030 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.160819] env[68627]: DEBUG oslo_concurrency.lockutils [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] Acquiring lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.161582] env[68627]: DEBUG oslo_concurrency.lockutils [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] Lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.161812] env[68627]: DEBUG oslo_concurrency.lockutils [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] Lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.162038] env[68627]: DEBUG nova.compute.manager [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] No waiting events found dispatching network-vif-plugged-8411eac6-0ab6-4736-a9a8-aa183585c030 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.162250] env[68627]: WARNING nova.compute.manager [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Received unexpected event network-vif-plugged-8411eac6-0ab6-4736-a9a8-aa183585c030 for instance with vm_state active and task_state None. [ 1269.162452] env[68627]: DEBUG nova.compute.manager [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Received event network-changed-8411eac6-0ab6-4736-a9a8-aa183585c030 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.162642] env[68627]: DEBUG nova.compute.manager [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Refreshing instance network info cache due to event network-changed-8411eac6-0ab6-4736-a9a8-aa183585c030. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.162839] env[68627]: DEBUG oslo_concurrency.lockutils [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] Acquiring lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.376064] env[68627]: DEBUG nova.objects.instance [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lazy-loading 'flavor' on Instance uuid e370f609-8c8b-40f4-9761-f5cc2951ff58 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.662984] env[68627]: WARNING nova.network.neutron [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] 99d7c675-0027-4a5a-9eb0-53e439b08f5b already exists in list: networks containing: ['99d7c675-0027-4a5a-9eb0-53e439b08f5b']. ignoring it [ 1269.910169] env[68627]: DEBUG nova.network.neutron [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updating instance_info_cache with network_info: [{"id": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "address": "fa:16:3e:ff:bd:2b", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3bc46b-31", "ovs_interfaceid": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8411eac6-0ab6-4736-a9a8-aa183585c030", "address": "fa:16:3e:ed:74:84", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8411eac6-0a", "ovs_interfaceid": "8411eac6-0ab6-4736-a9a8-aa183585c030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.384128] env[68627]: DEBUG oslo_concurrency.lockutils [None req-30fc77a0-caac-41e9-ab2a-2cc05a553575 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.230s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.412151] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.412802] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.412964] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.413252] env[68627]: DEBUG oslo_concurrency.lockutils [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] Acquired lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.413432] env[68627]: DEBUG nova.network.neutron [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Refreshing network info cache for port 8411eac6-0ab6-4736-a9a8-aa183585c030 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.417042] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600dbf8e-35d6-4373-8817-3e8dcb5faf60 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.434287] env[68627]: DEBUG nova.virt.hardware [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.434500] env[68627]: DEBUG nova.virt.hardware [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.434658] env[68627]: DEBUG nova.virt.hardware [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.434840] env[68627]: DEBUG nova.virt.hardware [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.434988] env[68627]: DEBUG nova.virt.hardware [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.435155] env[68627]: DEBUG nova.virt.hardware [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.435357] env[68627]: DEBUG nova.virt.hardware [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.435513] env[68627]: DEBUG nova.virt.hardware [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.435677] env[68627]: DEBUG nova.virt.hardware [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.435839] env[68627]: DEBUG nova.virt.hardware [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.436016] env[68627]: DEBUG nova.virt.hardware [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.442465] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Reconfiguring VM to attach interface {{(pid=68627) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1270.442943] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90d9e8df-630f-4a1c-bb55-337f7834c485 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.460268] env[68627]: DEBUG oslo_vmware.api [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1270.460268] env[68627]: value = "task-3038160" [ 1270.460268] env[68627]: _type = "Task" [ 1270.460268] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.467880] env[68627]: DEBUG oslo_vmware.api [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038160, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.970695] env[68627]: DEBUG oslo_vmware.api [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.170945] env[68627]: DEBUG nova.network.neutron [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updated VIF entry in instance network info cache for port 8411eac6-0ab6-4736-a9a8-aa183585c030. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.171425] env[68627]: DEBUG nova.network.neutron [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updating instance_info_cache with network_info: [{"id": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "address": "fa:16:3e:ff:bd:2b", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3bc46b-31", "ovs_interfaceid": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8411eac6-0ab6-4736-a9a8-aa183585c030", "address": "fa:16:3e:ed:74:84", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8411eac6-0a", "ovs_interfaceid": "8411eac6-0ab6-4736-a9a8-aa183585c030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.381512] env[68627]: DEBUG oslo_concurrency.lockutils [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.381794] env[68627]: DEBUG oslo_concurrency.lockutils [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.382056] env[68627]: DEBUG oslo_concurrency.lockutils [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "e370f609-8c8b-40f4-9761-f5cc2951ff58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.382259] env[68627]: DEBUG oslo_concurrency.lockutils [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.382437] env[68627]: DEBUG oslo_concurrency.lockutils [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.387909] env[68627]: INFO nova.compute.manager [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Terminating instance [ 1271.471335] env[68627]: DEBUG oslo_vmware.api [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038160, 'name': ReconfigVM_Task, 'duration_secs': 0.790052} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.471812] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.472028] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Reconfigured VM to attach interface {{(pid=68627) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1271.673967] env[68627]: DEBUG oslo_concurrency.lockutils [req-2bc0d31e-1ae6-449d-b3eb-559710a80a07 req-2799e65d-bb7c-459f-8049-ca98dce25739 service nova] Releasing lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.892103] env[68627]: DEBUG nova.compute.manager [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.892103] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.892969] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82065884-7421-4939-9908-ea663e852c2f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.900505] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.900716] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6754f400-9045-43e0-9c98-570e5e028d69 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.906698] env[68627]: DEBUG oslo_vmware.api [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1271.906698] env[68627]: value = "task-3038161" [ 1271.906698] env[68627]: _type = "Task" [ 1271.906698] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.914485] env[68627]: DEBUG oslo_vmware.api [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.977238] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7ebf8e36-b8ee-476e-bc3d-d7c55619f9bc tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-8411eac6-0ab6-4736-a9a8-aa183585c030" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.988s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.416130] env[68627]: DEBUG oslo_vmware.api [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038161, 'name': PowerOffVM_Task, 'duration_secs': 0.27541} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.416359] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.416538] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.416789] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a44a8602-1ddb-4c50-b8c5-ba30c07c1bfe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.475548] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.475814] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.475944] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Deleting the datastore file [datastore2] e370f609-8c8b-40f4-9761-f5cc2951ff58 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.476283] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5692fbe6-c676-4cf7-a226-beced0bba138 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.483068] env[68627]: DEBUG oslo_vmware.api [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1272.483068] env[68627]: value = "task-3038163" [ 1272.483068] env[68627]: _type = "Task" [ 1272.483068] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.490694] env[68627]: DEBUG oslo_vmware.api [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.993276] env[68627]: DEBUG oslo_vmware.api [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13222} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.993648] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.993778] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.993875] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.994110] env[68627]: INFO nova.compute.manager [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1272.994390] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.994590] env[68627]: DEBUG nova.compute.manager [-] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.994687] env[68627]: DEBUG nova.network.neutron [-] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.174413] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "interface-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-8411eac6-0ab6-4736-a9a8-aa183585c030" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.174413] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-8411eac6-0ab6-4736-a9a8-aa183585c030" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.458949] env[68627]: DEBUG nova.compute.manager [req-d029fe04-85ff-4b79-988d-ae87f292051a req-3c283a4f-ba81-45a0-af7c-137e0e6faf03 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Received event network-vif-deleted-042d6c74-c7dc-425b-9ebb-afa71a73b914 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.459312] env[68627]: INFO nova.compute.manager [req-d029fe04-85ff-4b79-988d-ae87f292051a req-3c283a4f-ba81-45a0-af7c-137e0e6faf03 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Neutron deleted interface 042d6c74-c7dc-425b-9ebb-afa71a73b914; detaching it from the instance and deleting it from the info cache [ 1273.459622] env[68627]: DEBUG nova.network.neutron [req-d029fe04-85ff-4b79-988d-ae87f292051a req-3c283a4f-ba81-45a0-af7c-137e0e6faf03 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.678013] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.678239] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.679142] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0af163e-499e-4d42-9967-a9610643cda1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.698801] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4997ba-04fb-40d6-bc1a-6717366109f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.725057] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Reconfiguring VM to detach interface {{(pid=68627) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1273.725758] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0642395d-8f3c-4761-b825-2c083fb54219 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.745989] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1273.745989] env[68627]: value = "task-3038164" [ 1273.745989] env[68627]: _type = "Task" [ 1273.745989] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.754129] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.943875] env[68627]: DEBUG nova.network.neutron [-] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.962998] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ff4eb32-1188-47b6-b0ff-7896d446acbf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.973728] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf02f58b-9361-4fad-95a8-31a0e9396dc3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.000895] env[68627]: DEBUG nova.compute.manager [req-d029fe04-85ff-4b79-988d-ae87f292051a req-3c283a4f-ba81-45a0-af7c-137e0e6faf03 service nova] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Detach interface failed, port_id=042d6c74-c7dc-425b-9ebb-afa71a73b914, reason: Instance e370f609-8c8b-40f4-9761-f5cc2951ff58 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1274.256340] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.257852] env[68627]: DEBUG oslo_concurrency.lockutils [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.258203] env[68627]: DEBUG oslo_concurrency.lockutils [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.258322] env[68627]: DEBUG nova.compute.manager [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.259081] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c047789a-d574-4a90-868e-751860896783 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.264868] env[68627]: DEBUG nova.compute.manager [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68627) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1274.265437] env[68627]: DEBUG nova.objects.instance [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lazy-loading 'flavor' on Instance uuid 53679530-56bf-47e2-ae7e-3bb2353dbc3b {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.447027] env[68627]: INFO nova.compute.manager [-] [instance: e370f609-8c8b-40f4-9761-f5cc2951ff58] Took 1.45 seconds to deallocate network for instance. [ 1274.756547] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.953804] env[68627]: DEBUG oslo_concurrency.lockutils [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.954135] env[68627]: DEBUG oslo_concurrency.lockutils [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.954379] env[68627]: DEBUG nova.objects.instance [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lazy-loading 'resources' on Instance uuid e370f609-8c8b-40f4-9761-f5cc2951ff58 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.257117] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.271738] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.271985] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-154035e0-e5d9-4698-933f-fc8103e3e62d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.278423] env[68627]: DEBUG oslo_vmware.api [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1275.278423] env[68627]: value = "task-3038165" [ 1275.278423] env[68627]: _type = "Task" [ 1275.278423] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.286244] env[68627]: DEBUG oslo_vmware.api [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.537839] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125064a0-dc3a-44a2-ab50-afe8831fae7c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.546704] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecf7818-b559-432b-a9e6-321ebccc1bec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.575573] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d888bad-2aee-4ee1-9b83-5f441ce214b4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.582728] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d74fa4-1220-4f48-9516-45ad2f85ee3d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.595363] env[68627]: DEBUG nova.compute.provider_tree [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.757722] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.786998] env[68627]: DEBUG oslo_vmware.api [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038165, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.098382] env[68627]: DEBUG nova.scheduler.client.report [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.257794] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.288026] env[68627]: DEBUG oslo_vmware.api [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038165, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.604102] env[68627]: DEBUG oslo_concurrency.lockutils [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.623523] env[68627]: INFO nova.scheduler.client.report [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Deleted allocations for instance e370f609-8c8b-40f4-9761-f5cc2951ff58 [ 1276.760292] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.788387] env[68627]: DEBUG oslo_vmware.api [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038165, 'name': PowerOffVM_Task, 'duration_secs': 1.188139} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.788660] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.788855] env[68627]: DEBUG nova.compute.manager [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.789619] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aa129f-799f-492f-b0cb-e97830e886f5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.131567] env[68627]: DEBUG oslo_concurrency.lockutils [None req-af940b88-359c-4653-b390-bd878e92e6ee tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "e370f609-8c8b-40f4-9761-f5cc2951ff58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.750s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.259643] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.300358] env[68627]: DEBUG oslo_concurrency.lockutils [None req-551f2ca0-28c9-44c1-85b8-68d9c904ad13 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.042s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.716875] env[68627]: DEBUG nova.objects.instance [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lazy-loading 'flavor' on Instance uuid 53679530-56bf-47e2-ae7e-3bb2353dbc3b {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.760853] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.223377] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.223377] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.223377] env[68627]: DEBUG nova.network.neutron [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.223377] env[68627]: DEBUG nova.objects.instance [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lazy-loading 'info_cache' on Instance uuid 53679530-56bf-47e2-ae7e-3bb2353dbc3b {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.264174] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.727035] env[68627]: DEBUG nova.objects.base [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Object Instance<53679530-56bf-47e2-ae7e-3bb2353dbc3b> lazy-loaded attributes: flavor,info_cache {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1278.761592] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.263103] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038164, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.397341] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "d8a82276-66b6-4140-8a93-846d1351e388" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.397657] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "d8a82276-66b6-4140-8a93-846d1351e388" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.454640] env[68627]: DEBUG nova.network.neutron [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Updating instance_info_cache with network_info: [{"id": "547abe38-19d2-4dee-bf8f-bd6f252c25af", "address": "fa:16:3e:97:44:d9", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap547abe38-19", "ovs_interfaceid": "547abe38-19d2-4dee-bf8f-bd6f252c25af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.763622] env[68627]: DEBUG oslo_vmware.api [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038164, 'name': ReconfigVM_Task, 'duration_secs': 5.736032} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.763871] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.764113] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Reconfigured VM to detach interface {{(pid=68627) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1279.899811] env[68627]: DEBUG nova.compute.manager [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.957293] env[68627]: DEBUG oslo_concurrency.lockutils [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.421485] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.421789] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.423379] env[68627]: INFO nova.compute.claims [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.963583] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.963920] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c39265a-4c53-47c7-973f-aae1acad047b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.971503] env[68627]: DEBUG oslo_vmware.api [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1280.971503] env[68627]: value = "task-3038166" [ 1280.971503] env[68627]: _type = "Task" [ 1280.971503] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.979039] env[68627]: DEBUG oslo_vmware.api [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.044643] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.044882] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.044968] env[68627]: DEBUG nova.network.neutron [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.483311] env[68627]: DEBUG oslo_vmware.api [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038166, 'name': PowerOnVM_Task, 'duration_secs': 0.366971} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.483610] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.484080] env[68627]: DEBUG nova.compute.manager [None req-f0dfb1f5-07ba-4724-a3e7-55d1b907cc94 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.484913] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3167635-ba68-43bc-9b7b-6bcba9a6062e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.531129] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95471988-c512-4081-a31e-e7026b0ddab6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.538724] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3936b6-0992-4753-83e7-d4ef6fe3ac92 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.572499] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a84ca9-a613-45da-aaea-ae48c40064c6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.579897] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cac004b-4809-4bd8-b247-eeb1d2f97843 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.593574] env[68627]: DEBUG nova.compute.provider_tree [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.746508] env[68627]: DEBUG nova.compute.manager [req-181da926-5402-4527-8c47-efd7bb470191 req-27a3f648-21b2-4513-888c-dc70609ccb58 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Received event network-changed-ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.746690] env[68627]: DEBUG nova.compute.manager [req-181da926-5402-4527-8c47-efd7bb470191 req-27a3f648-21b2-4513-888c-dc70609ccb58 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Refreshing instance network info cache due to event network-changed-ab3bc46b-3136-43ac-b389-6b2fa2a11669. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.746857] env[68627]: DEBUG oslo_concurrency.lockutils [req-181da926-5402-4527-8c47-efd7bb470191 req-27a3f648-21b2-4513-888c-dc70609ccb58 service nova] Acquiring lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.805912] env[68627]: INFO nova.network.neutron [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Port 8411eac6-0ab6-4736-a9a8-aa183585c030 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1281.806329] env[68627]: DEBUG nova.network.neutron [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updating instance_info_cache with network_info: [{"id": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "address": "fa:16:3e:ff:bd:2b", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3bc46b-31", "ovs_interfaceid": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.097567] env[68627]: DEBUG nova.scheduler.client.report [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.312965] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.315728] env[68627]: DEBUG oslo_concurrency.lockutils [req-181da926-5402-4527-8c47-efd7bb470191 req-27a3f648-21b2-4513-888c-dc70609ccb58 service nova] Acquired lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.315728] env[68627]: DEBUG nova.network.neutron [req-181da926-5402-4527-8c47-efd7bb470191 req-27a3f648-21b2-4513-888c-dc70609ccb58 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Refreshing network info cache for port ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.419842] env[68627]: DEBUG oslo_concurrency.lockutils [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "interface-03277266-7daf-4724-bf9f-4b2aafc66e39-8411eac6-0ab6-4736-a9a8-aa183585c030" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.420083] env[68627]: DEBUG oslo_concurrency.lockutils [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-03277266-7daf-4724-bf9f-4b2aafc66e39-8411eac6-0ab6-4736-a9a8-aa183585c030" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.420427] env[68627]: DEBUG nova.objects.instance [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'flavor' on Instance uuid 03277266-7daf-4724-bf9f-4b2aafc66e39 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.603330] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.603835] env[68627]: DEBUG nova.compute.manager [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.607378] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86abaff1-4682-4cba-b2e9-c8e6edfcbf9b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.614714] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-44e1eb9f-0634-459e-ba61-50dc0818e7a1 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Suspending the VM {{(pid=68627) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1282.614960] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c7d6ef34-090e-4329-8ced-39dc8a38b155 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.620845] env[68627]: DEBUG oslo_vmware.api [None req-44e1eb9f-0634-459e-ba61-50dc0818e7a1 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1282.620845] env[68627]: value = "task-3038167" [ 1282.620845] env[68627]: _type = "Task" [ 1282.620845] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.628378] env[68627]: DEBUG oslo_vmware.api [None req-44e1eb9f-0634-459e-ba61-50dc0818e7a1 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038167, 'name': SuspendVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.818626] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c1c1081d-79e6-40be-9b73-f4e71b894bba tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-8411eac6-0ab6-4736-a9a8-aa183585c030" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.644s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.022426] env[68627]: DEBUG nova.network.neutron [req-181da926-5402-4527-8c47-efd7bb470191 req-27a3f648-21b2-4513-888c-dc70609ccb58 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updated VIF entry in instance network info cache for port ab3bc46b-3136-43ac-b389-6b2fa2a11669. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.022936] env[68627]: DEBUG nova.network.neutron [req-181da926-5402-4527-8c47-efd7bb470191 req-27a3f648-21b2-4513-888c-dc70609ccb58 service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updating instance_info_cache with network_info: [{"id": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "address": "fa:16:3e:ff:bd:2b", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3bc46b-31", "ovs_interfaceid": "ab3bc46b-3136-43ac-b389-6b2fa2a11669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.047471] env[68627]: DEBUG nova.objects.instance [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'pci_requests' on Instance uuid 03277266-7daf-4724-bf9f-4b2aafc66e39 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.113049] env[68627]: DEBUG nova.compute.utils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.113727] env[68627]: DEBUG nova.compute.manager [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.113894] env[68627]: DEBUG nova.network.neutron [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.131250] env[68627]: DEBUG oslo_vmware.api [None req-44e1eb9f-0634-459e-ba61-50dc0818e7a1 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038167, 'name': SuspendVM_Task} progress is 70%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.151627] env[68627]: DEBUG nova.policy [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28123e7aa0e246248d6c1fc3eeeef219', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '049ccbeb8f534e0daef961573c16606a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.414376] env[68627]: DEBUG nova.network.neutron [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Successfully created port: 2fde0208-3982-436e-94ce-8d5e8a34720e {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.525359] env[68627]: DEBUG oslo_concurrency.lockutils [req-181da926-5402-4527-8c47-efd7bb470191 req-27a3f648-21b2-4513-888c-dc70609ccb58 service nova] Releasing lock "refresh_cache-689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.551266] env[68627]: DEBUG nova.objects.base [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Object Instance<03277266-7daf-4724-bf9f-4b2aafc66e39> lazy-loaded attributes: flavor,pci_requests {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1283.551492] env[68627]: DEBUG nova.network.neutron [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.615290] env[68627]: DEBUG nova.policy [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3c3e4b04d54d6a8502b5ad819eb5b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd75e742ad80b4afa8f07c78f27a6f587', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.617692] env[68627]: DEBUG nova.compute.manager [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.631207] env[68627]: DEBUG oslo_vmware.api [None req-44e1eb9f-0634-459e-ba61-50dc0818e7a1 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038167, 'name': SuspendVM_Task, 'duration_secs': 0.583772} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.631466] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-44e1eb9f-0634-459e-ba61-50dc0818e7a1 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Suspended the VM {{(pid=68627) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1283.631644] env[68627]: DEBUG nova.compute.manager [None req-44e1eb9f-0634-459e-ba61-50dc0818e7a1 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.632422] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c893d627-28ef-4698-9748-47e33d4eabbe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.774802] env[68627]: DEBUG nova.compute.manager [req-eaa8075e-0646-4796-aaac-115929fe6224 req-25810a76-e72b-4a82-bc53-ec297c3af62a service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Received event network-changed-77e74964-5ea8-4647-bf6c-5153ec19a6c6 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.774802] env[68627]: DEBUG nova.compute.manager [req-eaa8075e-0646-4796-aaac-115929fe6224 req-25810a76-e72b-4a82-bc53-ec297c3af62a service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Refreshing instance network info cache due to event network-changed-77e74964-5ea8-4647-bf6c-5153ec19a6c6. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.774802] env[68627]: DEBUG oslo_concurrency.lockutils [req-eaa8075e-0646-4796-aaac-115929fe6224 req-25810a76-e72b-4a82-bc53-ec297c3af62a service nova] Acquiring lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.774802] env[68627]: DEBUG oslo_concurrency.lockutils [req-eaa8075e-0646-4796-aaac-115929fe6224 req-25810a76-e72b-4a82-bc53-ec297c3af62a service nova] Acquired lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.775038] env[68627]: DEBUG nova.network.neutron [req-eaa8075e-0646-4796-aaac-115929fe6224 req-25810a76-e72b-4a82-bc53-ec297c3af62a service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Refreshing network info cache for port 77e74964-5ea8-4647-bf6c-5153ec19a6c6 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.547255] env[68627]: DEBUG nova.network.neutron [req-eaa8075e-0646-4796-aaac-115929fe6224 req-25810a76-e72b-4a82-bc53-ec297c3af62a service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updated VIF entry in instance network info cache for port 77e74964-5ea8-4647-bf6c-5153ec19a6c6. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.547639] env[68627]: DEBUG nova.network.neutron [req-eaa8075e-0646-4796-aaac-115929fe6224 req-25810a76-e72b-4a82-bc53-ec297c3af62a service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updating instance_info_cache with network_info: [{"id": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "address": "fa:16:3e:96:fc:e6", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e74964-5e", "ovs_interfaceid": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.627779] env[68627]: DEBUG nova.compute.manager [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.653531] env[68627]: DEBUG nova.virt.hardware [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.653795] env[68627]: DEBUG nova.virt.hardware [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.653954] env[68627]: DEBUG nova.virt.hardware [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.654184] env[68627]: DEBUG nova.virt.hardware [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.654347] env[68627]: DEBUG nova.virt.hardware [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.654496] env[68627]: DEBUG nova.virt.hardware [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.654719] env[68627]: DEBUG nova.virt.hardware [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.654880] env[68627]: DEBUG nova.virt.hardware [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.655061] env[68627]: DEBUG nova.virt.hardware [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.655230] env[68627]: DEBUG nova.virt.hardware [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.655424] env[68627]: DEBUG nova.virt.hardware [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.656340] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7448df16-6305-4017-9856-135137136c1b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.664127] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7bb97a-0323-4518-84d7-3863811ac559 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.834915] env[68627]: DEBUG nova.network.neutron [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Successfully updated port: 2fde0208-3982-436e-94ce-8d5e8a34720e {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.969169] env[68627]: DEBUG nova.compute.manager [req-1d831498-1af9-470c-b60a-971839f8a52a req-a1d12c3a-16bb-4f78-870d-9c27c06ed1ef service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Received event network-vif-plugged-8411eac6-0ab6-4736-a9a8-aa183585c030 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.969640] env[68627]: DEBUG oslo_concurrency.lockutils [req-1d831498-1af9-470c-b60a-971839f8a52a req-a1d12c3a-16bb-4f78-870d-9c27c06ed1ef service nova] Acquiring lock "03277266-7daf-4724-bf9f-4b2aafc66e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.969980] env[68627]: DEBUG oslo_concurrency.lockutils [req-1d831498-1af9-470c-b60a-971839f8a52a req-a1d12c3a-16bb-4f78-870d-9c27c06ed1ef service nova] Lock "03277266-7daf-4724-bf9f-4b2aafc66e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.970288] env[68627]: DEBUG oslo_concurrency.lockutils [req-1d831498-1af9-470c-b60a-971839f8a52a req-a1d12c3a-16bb-4f78-870d-9c27c06ed1ef service nova] Lock "03277266-7daf-4724-bf9f-4b2aafc66e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.970585] env[68627]: DEBUG nova.compute.manager [req-1d831498-1af9-470c-b60a-971839f8a52a req-a1d12c3a-16bb-4f78-870d-9c27c06ed1ef service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] No waiting events found dispatching network-vif-plugged-8411eac6-0ab6-4736-a9a8-aa183585c030 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.970869] env[68627]: WARNING nova.compute.manager [req-1d831498-1af9-470c-b60a-971839f8a52a req-a1d12c3a-16bb-4f78-870d-9c27c06ed1ef service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Received unexpected event network-vif-plugged-8411eac6-0ab6-4736-a9a8-aa183585c030 for instance with vm_state active and task_state None. [ 1284.971400] env[68627]: INFO nova.compute.manager [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Resuming [ 1284.972260] env[68627]: DEBUG nova.objects.instance [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lazy-loading 'flavor' on Instance uuid 53679530-56bf-47e2-ae7e-3bb2353dbc3b {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.050984] env[68627]: DEBUG oslo_concurrency.lockutils [req-eaa8075e-0646-4796-aaac-115929fe6224 req-25810a76-e72b-4a82-bc53-ec297c3af62a service nova] Releasing lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.060733] env[68627]: DEBUG nova.network.neutron [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Successfully updated port: 8411eac6-0ab6-4736-a9a8-aa183585c030 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.337592] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "refresh_cache-d8a82276-66b6-4140-8a93-846d1351e388" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.337711] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired lock "refresh_cache-d8a82276-66b6-4140-8a93-846d1351e388" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.337862] env[68627]: DEBUG nova.network.neutron [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.562851] env[68627]: DEBUG oslo_concurrency.lockutils [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.563043] env[68627]: DEBUG oslo_concurrency.lockutils [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.563226] env[68627]: DEBUG nova.network.neutron [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.799692] env[68627]: DEBUG nova.compute.manager [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Received event network-vif-plugged-2fde0208-3982-436e-94ce-8d5e8a34720e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.800023] env[68627]: DEBUG oslo_concurrency.lockutils [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] Acquiring lock "d8a82276-66b6-4140-8a93-846d1351e388-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.800164] env[68627]: DEBUG oslo_concurrency.lockutils [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] Lock "d8a82276-66b6-4140-8a93-846d1351e388-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.800286] env[68627]: DEBUG oslo_concurrency.lockutils [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] Lock "d8a82276-66b6-4140-8a93-846d1351e388-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.800457] env[68627]: DEBUG nova.compute.manager [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] No waiting events found dispatching network-vif-plugged-2fde0208-3982-436e-94ce-8d5e8a34720e {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.800622] env[68627]: WARNING nova.compute.manager [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Received unexpected event network-vif-plugged-2fde0208-3982-436e-94ce-8d5e8a34720e for instance with vm_state building and task_state spawning. [ 1285.800815] env[68627]: DEBUG nova.compute.manager [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Received event network-changed-2fde0208-3982-436e-94ce-8d5e8a34720e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.800980] env[68627]: DEBUG nova.compute.manager [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Refreshing instance network info cache due to event network-changed-2fde0208-3982-436e-94ce-8d5e8a34720e. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.801161] env[68627]: DEBUG oslo_concurrency.lockutils [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] Acquiring lock "refresh_cache-d8a82276-66b6-4140-8a93-846d1351e388" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.870419] env[68627]: DEBUG nova.network.neutron [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.989297] env[68627]: DEBUG nova.network.neutron [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Updating instance_info_cache with network_info: [{"id": "2fde0208-3982-436e-94ce-8d5e8a34720e", "address": "fa:16:3e:a8:b2:81", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fde0208-39", "ovs_interfaceid": "2fde0208-3982-436e-94ce-8d5e8a34720e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.095558] env[68627]: WARNING nova.network.neutron [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] 99d7c675-0027-4a5a-9eb0-53e439b08f5b already exists in list: networks containing: ['99d7c675-0027-4a5a-9eb0-53e439b08f5b']. ignoring it [ 1286.333397] env[68627]: DEBUG nova.network.neutron [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updating instance_info_cache with network_info: [{"id": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "address": "fa:16:3e:96:fc:e6", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e74964-5e", "ovs_interfaceid": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8411eac6-0ab6-4736-a9a8-aa183585c030", "address": "fa:16:3e:ed:74:84", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8411eac6-0a", "ovs_interfaceid": "8411eac6-0ab6-4736-a9a8-aa183585c030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.482049] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.482238] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquired lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.482329] env[68627]: DEBUG nova.network.neutron [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.492194] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Releasing lock "refresh_cache-d8a82276-66b6-4140-8a93-846d1351e388" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.492468] env[68627]: DEBUG nova.compute.manager [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Instance network_info: |[{"id": "2fde0208-3982-436e-94ce-8d5e8a34720e", "address": "fa:16:3e:a8:b2:81", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fde0208-39", "ovs_interfaceid": "2fde0208-3982-436e-94ce-8d5e8a34720e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1286.492961] env[68627]: DEBUG oslo_concurrency.lockutils [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] Acquired lock "refresh_cache-d8a82276-66b6-4140-8a93-846d1351e388" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.493157] env[68627]: DEBUG nova.network.neutron [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Refreshing network info cache for port 2fde0208-3982-436e-94ce-8d5e8a34720e {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.494166] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:b2:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fde0208-3982-436e-94ce-8d5e8a34720e', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.502732] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.505570] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.505998] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b896e57-bc54-4903-821a-5d605f35be11 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.526455] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.526455] env[68627]: value = "task-3038168" [ 1286.526455] env[68627]: _type = "Task" [ 1286.526455] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.533986] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038168, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.697369] env[68627]: DEBUG nova.network.neutron [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Updated VIF entry in instance network info cache for port 2fde0208-3982-436e-94ce-8d5e8a34720e. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.697795] env[68627]: DEBUG nova.network.neutron [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Updating instance_info_cache with network_info: [{"id": "2fde0208-3982-436e-94ce-8d5e8a34720e", "address": "fa:16:3e:a8:b2:81", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fde0208-39", "ovs_interfaceid": "2fde0208-3982-436e-94ce-8d5e8a34720e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.835939] env[68627]: DEBUG oslo_concurrency.lockutils [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.836703] env[68627]: DEBUG oslo_concurrency.lockutils [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.836866] env[68627]: DEBUG oslo_concurrency.lockutils [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.837741] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6add3c7f-0c39-4a9c-a7e0-1b40d30846c8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.854046] env[68627]: DEBUG nova.virt.hardware [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.854269] env[68627]: DEBUG nova.virt.hardware [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.854429] env[68627]: DEBUG nova.virt.hardware [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.854612] env[68627]: DEBUG nova.virt.hardware [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.854756] env[68627]: DEBUG nova.virt.hardware [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.854900] env[68627]: DEBUG nova.virt.hardware [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.855112] env[68627]: DEBUG nova.virt.hardware [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.855275] env[68627]: DEBUG nova.virt.hardware [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.855442] env[68627]: DEBUG nova.virt.hardware [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.855604] env[68627]: DEBUG nova.virt.hardware [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.855787] env[68627]: DEBUG nova.virt.hardware [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.862099] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Reconfiguring VM to attach interface {{(pid=68627) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1286.862350] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e14efea6-aee3-4475-89ac-d4dd7fa7e8ed {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.878201] env[68627]: DEBUG oslo_vmware.api [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1286.878201] env[68627]: value = "task-3038169" [ 1286.878201] env[68627]: _type = "Task" [ 1286.878201] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.885521] env[68627]: DEBUG oslo_vmware.api [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038169, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.995411] env[68627]: DEBUG nova.compute.manager [req-ddc77a8b-4b0e-4c8a-bc1d-c90c7e01050e req-26a5b99b-d5ba-4e94-bb47-13773a23e016 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Received event network-changed-8411eac6-0ab6-4736-a9a8-aa183585c030 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.995614] env[68627]: DEBUG nova.compute.manager [req-ddc77a8b-4b0e-4c8a-bc1d-c90c7e01050e req-26a5b99b-d5ba-4e94-bb47-13773a23e016 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Refreshing instance network info cache due to event network-changed-8411eac6-0ab6-4736-a9a8-aa183585c030. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.995825] env[68627]: DEBUG oslo_concurrency.lockutils [req-ddc77a8b-4b0e-4c8a-bc1d-c90c7e01050e req-26a5b99b-d5ba-4e94-bb47-13773a23e016 service nova] Acquiring lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.995966] env[68627]: DEBUG oslo_concurrency.lockutils [req-ddc77a8b-4b0e-4c8a-bc1d-c90c7e01050e req-26a5b99b-d5ba-4e94-bb47-13773a23e016 service nova] Acquired lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.996445] env[68627]: DEBUG nova.network.neutron [req-ddc77a8b-4b0e-4c8a-bc1d-c90c7e01050e req-26a5b99b-d5ba-4e94-bb47-13773a23e016 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Refreshing network info cache for port 8411eac6-0ab6-4736-a9a8-aa183585c030 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.035348] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038168, 'name': CreateVM_Task, 'duration_secs': 0.272678} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.035514] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.036233] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.036417] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.036726] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.037224] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae6f1a7-858a-4505-9bee-ff1bfa110aba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.041248] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1287.041248] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cbd293-f8ad-8869-f902-81f2669752d8" [ 1287.041248] env[68627]: _type = "Task" [ 1287.041248] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.048287] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cbd293-f8ad-8869-f902-81f2669752d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.181987] env[68627]: DEBUG nova.network.neutron [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Updating instance_info_cache with network_info: [{"id": "547abe38-19d2-4dee-bf8f-bd6f252c25af", "address": "fa:16:3e:97:44:d9", "network": {"id": "1650185a-bb95-46c5-a488-03ce154a8bbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-227328532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "791921538e824be89c26ff6041bfbd7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap547abe38-19", "ovs_interfaceid": "547abe38-19d2-4dee-bf8f-bd6f252c25af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.200878] env[68627]: DEBUG oslo_concurrency.lockutils [req-cc3ae64f-2558-45d6-ab23-b46c111890f0 req-e5eec06c-dfdc-415f-8afb-9fd08f2487bb service nova] Releasing lock "refresh_cache-d8a82276-66b6-4140-8a93-846d1351e388" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.387906] env[68627]: DEBUG oslo_vmware.api [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038169, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.551509] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52cbd293-f8ad-8869-f902-81f2669752d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010157} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.551806] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.552072] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.552319] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.552469] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.552650] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.552914] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d08a142d-eca0-4148-a2b0-f1d877a13b3b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.560885] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.561076] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.561770] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9ab8cd-6f5a-4cc0-8db3-aa72aee43f68 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.566590] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1287.566590] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]520ecb58-ef8f-6591-5060-c942aa82eb0a" [ 1287.566590] env[68627]: _type = "Task" [ 1287.566590] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.574020] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520ecb58-ef8f-6591-5060-c942aa82eb0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.676773] env[68627]: DEBUG nova.network.neutron [req-ddc77a8b-4b0e-4c8a-bc1d-c90c7e01050e req-26a5b99b-d5ba-4e94-bb47-13773a23e016 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updated VIF entry in instance network info cache for port 8411eac6-0ab6-4736-a9a8-aa183585c030. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.677197] env[68627]: DEBUG nova.network.neutron [req-ddc77a8b-4b0e-4c8a-bc1d-c90c7e01050e req-26a5b99b-d5ba-4e94-bb47-13773a23e016 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updating instance_info_cache with network_info: [{"id": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "address": "fa:16:3e:96:fc:e6", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e74964-5e", "ovs_interfaceid": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8411eac6-0ab6-4736-a9a8-aa183585c030", "address": "fa:16:3e:ed:74:84", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8411eac6-0a", "ovs_interfaceid": "8411eac6-0ab6-4736-a9a8-aa183585c030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.684545] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Releasing lock "refresh_cache-53679530-56bf-47e2-ae7e-3bb2353dbc3b" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.685473] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf79b22-e2da-4e62-aca7-b851a46c1348 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.692636] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Resuming the VM {{(pid=68627) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1287.692856] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6f76093-2215-4801-969e-47a4c4e0d06e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.699542] env[68627]: DEBUG oslo_vmware.api [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1287.699542] env[68627]: value = "task-3038170" [ 1287.699542] env[68627]: _type = "Task" [ 1287.699542] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.710848] env[68627]: DEBUG oslo_vmware.api [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.888777] env[68627]: DEBUG oslo_vmware.api [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038169, 'name': ReconfigVM_Task, 'duration_secs': 0.537224} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.889373] env[68627]: DEBUG oslo_concurrency.lockutils [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.889628] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Reconfigured VM to attach interface {{(pid=68627) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1288.077053] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]520ecb58-ef8f-6591-5060-c942aa82eb0a, 'name': SearchDatastore_Task, 'duration_secs': 0.008391} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.077379] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-348aee6c-cd59-475e-aec0-f8dbec2d372c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.081900] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1288.081900] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b7f202-d676-03aa-27a5-f12ed8df5c68" [ 1288.081900] env[68627]: _type = "Task" [ 1288.081900] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.088893] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b7f202-d676-03aa-27a5-f12ed8df5c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.179818] env[68627]: DEBUG oslo_concurrency.lockutils [req-ddc77a8b-4b0e-4c8a-bc1d-c90c7e01050e req-26a5b99b-d5ba-4e94-bb47-13773a23e016 service nova] Releasing lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.212079] env[68627]: DEBUG oslo_vmware.api [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038170, 'name': PowerOnVM_Task} progress is 93%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.394851] env[68627]: DEBUG oslo_concurrency.lockutils [None req-13e89660-b443-4eee-aab8-9c2d6941e694 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-03277266-7daf-4724-bf9f-4b2aafc66e39-8411eac6-0ab6-4736-a9a8-aa183585c030" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.975s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.592220] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b7f202-d676-03aa-27a5-f12ed8df5c68, 'name': SearchDatastore_Task, 'duration_secs': 0.014705} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.592488] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.592752] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] d8a82276-66b6-4140-8a93-846d1351e388/d8a82276-66b6-4140-8a93-846d1351e388.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.593037] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f471632-4561-42e2-9d79-261366c78580 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.599727] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1288.599727] env[68627]: value = "task-3038171" [ 1288.599727] env[68627]: _type = "Task" [ 1288.599727] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.607442] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.710754] env[68627]: DEBUG oslo_vmware.api [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038170, 'name': PowerOnVM_Task, 'duration_secs': 0.58576} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.711122] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Resumed the VM {{(pid=68627) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1288.711349] env[68627]: DEBUG nova.compute.manager [None req-b7cbb04d-d9e7-4977-8c89-fd6977e35cc5 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.712234] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c60ca4-3bb3-4843-9408-a9776054eedd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.110476] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477579} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.110744] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] d8a82276-66b6-4140-8a93-846d1351e388/d8a82276-66b6-4140-8a93-846d1351e388.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.110952] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.111312] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03198945-20f3-4f40-b252-2379854ab2fa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.118042] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1289.118042] env[68627]: value = "task-3038172" [ 1289.118042] env[68627]: _type = "Task" [ 1289.118042] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.124877] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.628472] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070299} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.628472] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.629304] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e222e2-1102-4ea9-9941-3a0bd4cbdc44 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.632029] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "interface-03277266-7daf-4724-bf9f-4b2aafc66e39-8411eac6-0ab6-4736-a9a8-aa183585c030" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.632255] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-03277266-7daf-4724-bf9f-4b2aafc66e39-8411eac6-0ab6-4736-a9a8-aa183585c030" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.653023] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] d8a82276-66b6-4140-8a93-846d1351e388/d8a82276-66b6-4140-8a93-846d1351e388.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.653691] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75f62003-a57e-4092-a713-5a9087852bc8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.673780] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1289.673780] env[68627]: value = "task-3038173" [ 1289.673780] env[68627]: _type = "Task" [ 1289.673780] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.681120] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.693872] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.694102] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.694341] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.694543] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.694713] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.696825] env[68627]: INFO nova.compute.manager [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Terminating instance [ 1290.135128] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.135491] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.136212] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a799a1-c6d5-49c6-8f01-3cec0947ef74 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.154994] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a43988e-54ab-4fa8-9655-eb673961e82f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.179851] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Reconfiguring VM to detach interface {{(pid=68627) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1290.183131] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9b1bfd6-e67f-49bf-9a80-0697851e5315 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.201245] env[68627]: DEBUG nova.compute.manager [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.201426] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.201699] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038173, 'name': ReconfigVM_Task, 'duration_secs': 0.273856} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.203262] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e071bf34-7039-492b-8142-2e63026006b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.205706] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Reconfigured VM instance instance-0000007e to attach disk [datastore2] d8a82276-66b6-4140-8a93-846d1351e388/d8a82276-66b6-4140-8a93-846d1351e388.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.206394] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1290.206394] env[68627]: value = "task-3038174" [ 1290.206394] env[68627]: _type = "Task" [ 1290.206394] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.206607] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dae382ff-acd7-44ab-95f2-cad7df020548 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.212830] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.213320] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb8c767f-c781-4079-b74c-a34d0e42be13 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.216048] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1290.216048] env[68627]: value = "task-3038175" [ 1290.216048] env[68627]: _type = "Task" [ 1290.216048] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.219037] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.222421] env[68627]: DEBUG oslo_vmware.api [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1290.222421] env[68627]: value = "task-3038176" [ 1290.222421] env[68627]: _type = "Task" [ 1290.222421] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.228947] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038175, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.233795] env[68627]: DEBUG oslo_vmware.api [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.717538] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.729310] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038175, 'name': Rename_Task, 'duration_secs': 0.145722} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.729859] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.730128] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f0c2a4-e791-47f3-b4dc-4ecf17af617b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.734161] env[68627]: DEBUG oslo_vmware.api [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038176, 'name': PowerOffVM_Task, 'duration_secs': 0.172112} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.734672] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.734868] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.735408] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b52ff4ea-ceb0-4d09-a918-315cacd26c0c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.739181] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1290.739181] env[68627]: value = "task-3038177" [ 1290.739181] env[68627]: _type = "Task" [ 1290.739181] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.752770] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.795848] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.796091] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.796255] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleting the datastore file [datastore2] 53679530-56bf-47e2-ae7e-3bb2353dbc3b {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.796536] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f5754e7-0c87-445b-9d81-178dc5e1b65e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.802743] env[68627]: DEBUG oslo_vmware.api [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for the task: (returnval){ [ 1290.802743] env[68627]: value = "task-3038179" [ 1290.802743] env[68627]: _type = "Task" [ 1290.802743] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.810238] env[68627]: DEBUG oslo_vmware.api [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.219354] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.248098] env[68627]: DEBUG oslo_vmware.api [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038177, 'name': PowerOnVM_Task, 'duration_secs': 0.449119} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.248240] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.248332] env[68627]: INFO nova.compute.manager [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1291.248524] env[68627]: DEBUG nova.compute.manager [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.249267] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3948ac6-a712-4b9e-aa6b-8c435d7a9ec0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.313961] env[68627]: DEBUG oslo_vmware.api [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Task: {'id': task-3038179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160043} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.314224] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.314413] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.314602] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.314781] env[68627]: INFO nova.compute.manager [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1291.315032] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.315235] env[68627]: DEBUG nova.compute.manager [-] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.315323] env[68627]: DEBUG nova.network.neutron [-] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.718734] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.768336] env[68627]: INFO nova.compute.manager [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Took 11.36 seconds to build instance. [ 1291.772169] env[68627]: DEBUG nova.compute.manager [req-9826d378-6575-4d83-87b4-d649cc9b65a1 req-c31b9e3b-014e-4de6-9cbc-baa9e6125714 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Received event network-vif-deleted-547abe38-19d2-4dee-bf8f-bd6f252c25af {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.772849] env[68627]: INFO nova.compute.manager [req-9826d378-6575-4d83-87b4-d649cc9b65a1 req-c31b9e3b-014e-4de6-9cbc-baa9e6125714 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Neutron deleted interface 547abe38-19d2-4dee-bf8f-bd6f252c25af; detaching it from the instance and deleting it from the info cache [ 1291.772849] env[68627]: DEBUG nova.network.neutron [req-9826d378-6575-4d83-87b4-d649cc9b65a1 req-c31b9e3b-014e-4de6-9cbc-baa9e6125714 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.219887] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.252961] env[68627]: DEBUG nova.network.neutron [-] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.269651] env[68627]: DEBUG oslo_concurrency.lockutils [None req-5dfa1229-9810-4c40-95ea-17e6cbaeb1cd tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "d8a82276-66b6-4140-8a93-846d1351e388" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.872s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.275301] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-176a365d-2f15-4de9-ae55-f9c1da4a6b89 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.286161] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1124653-6b8d-435f-957a-dad5a8eeb126 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.315242] env[68627]: DEBUG nova.compute.manager [req-9826d378-6575-4d83-87b4-d649cc9b65a1 req-c31b9e3b-014e-4de6-9cbc-baa9e6125714 service nova] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Detach interface failed, port_id=547abe38-19d2-4dee-bf8f-bd6f252c25af, reason: Instance 53679530-56bf-47e2-ae7e-3bb2353dbc3b could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1292.720613] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.759960] env[68627]: INFO nova.compute.manager [-] [instance: 53679530-56bf-47e2-ae7e-3bb2353dbc3b] Took 1.44 seconds to deallocate network for instance. [ 1292.771684] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.771684] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.771871] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.771912] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.772087] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.774050] env[68627]: INFO nova.compute.manager [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Terminating instance [ 1293.223582] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.265792] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.266128] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.266439] env[68627]: DEBUG nova.objects.instance [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lazy-loading 'resources' on Instance uuid 53679530-56bf-47e2-ae7e-3bb2353dbc3b {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.276703] env[68627]: DEBUG nova.compute.manager [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.276895] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.277740] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6c990b-d548-4274-81d6-21ec7512caca {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.286035] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.286139] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fcd56fa-5a1f-4ee9-b746-1d4fd7230325 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.292588] env[68627]: DEBUG oslo_vmware.api [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1293.292588] env[68627]: value = "task-3038180" [ 1293.292588] env[68627]: _type = "Task" [ 1293.292588] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.300649] env[68627]: DEBUG oslo_vmware.api [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.722183] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.806611] env[68627]: DEBUG oslo_vmware.api [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038180, 'name': PowerOffVM_Task, 'duration_secs': 0.195744} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.808042] env[68627]: DEBUG nova.compute.manager [req-1593fe5e-2011-435c-928a-352538431f62 req-7b03560d-e395-4dcd-987c-1f8c43303d55 service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Received event network-changed-2fde0208-3982-436e-94ce-8d5e8a34720e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.808042] env[68627]: DEBUG nova.compute.manager [req-1593fe5e-2011-435c-928a-352538431f62 req-7b03560d-e395-4dcd-987c-1f8c43303d55 service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Refreshing instance network info cache due to event network-changed-2fde0208-3982-436e-94ce-8d5e8a34720e. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.808238] env[68627]: DEBUG oslo_concurrency.lockutils [req-1593fe5e-2011-435c-928a-352538431f62 req-7b03560d-e395-4dcd-987c-1f8c43303d55 service nova] Acquiring lock "refresh_cache-d8a82276-66b6-4140-8a93-846d1351e388" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.808408] env[68627]: DEBUG oslo_concurrency.lockutils [req-1593fe5e-2011-435c-928a-352538431f62 req-7b03560d-e395-4dcd-987c-1f8c43303d55 service nova] Acquired lock "refresh_cache-d8a82276-66b6-4140-8a93-846d1351e388" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.808559] env[68627]: DEBUG nova.network.neutron [req-1593fe5e-2011-435c-928a-352538431f62 req-7b03560d-e395-4dcd-987c-1f8c43303d55 service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Refreshing network info cache for port 2fde0208-3982-436e-94ce-8d5e8a34720e {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.809677] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.809846] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.810555] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-855e5f46-fa24-4865-8b2c-3c5cb1d5d8ea {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.864175] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925352cd-f0dd-4054-94fb-655cfe450195 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.870666] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.870885] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.871072] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleting the datastore file [datastore1] c656fe48-f2c0-4bc7-b0d0-0869038230f8 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.873111] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46ce3f1d-fcdc-42d5-a242-7835de16da98 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.875574] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e16f45-582b-4c3a-8bf7-b5289c43defc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.907386] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d67ade3-d572-428c-b172-9afc8da8de52 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.909941] env[68627]: DEBUG oslo_vmware.api [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for the task: (returnval){ [ 1293.909941] env[68627]: value = "task-3038182" [ 1293.909941] env[68627]: _type = "Task" [ 1293.909941] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.917639] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cb6414-059d-4423-9a3a-f8b14f47ca59 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.923871] env[68627]: DEBUG oslo_vmware.api [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.933845] env[68627]: DEBUG nova.compute.provider_tree [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.222926] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.422221] env[68627]: DEBUG oslo_vmware.api [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Task: {'id': task-3038182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144228} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.422515] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.422669] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.422842] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.423019] env[68627]: INFO nova.compute.manager [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1294.423269] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.423460] env[68627]: DEBUG nova.compute.manager [-] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.423552] env[68627]: DEBUG nova.network.neutron [-] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.454295] env[68627]: ERROR nova.scheduler.client.report [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] [req-41939f01-72de-4da4-9baa-b7a4d6791e6a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 490c5a55-613c-45de-8caf-4937b8fd8889. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-41939f01-72de-4da4-9baa-b7a4d6791e6a"}]} [ 1294.471738] env[68627]: DEBUG nova.scheduler.client.report [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Refreshing inventories for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1294.485804] env[68627]: DEBUG nova.scheduler.client.report [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updating ProviderTree inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1294.486041] env[68627]: DEBUG nova.compute.provider_tree [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.496961] env[68627]: DEBUG nova.scheduler.client.report [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Refreshing aggregate associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, aggregates: None {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1294.515059] env[68627]: DEBUG nova.scheduler.client.report [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Refreshing trait associations for resource provider 490c5a55-613c-45de-8caf-4937b8fd8889, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68627) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1294.552919] env[68627]: DEBUG nova.network.neutron [req-1593fe5e-2011-435c-928a-352538431f62 req-7b03560d-e395-4dcd-987c-1f8c43303d55 service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Updated VIF entry in instance network info cache for port 2fde0208-3982-436e-94ce-8d5e8a34720e. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.553310] env[68627]: DEBUG nova.network.neutron [req-1593fe5e-2011-435c-928a-352538431f62 req-7b03560d-e395-4dcd-987c-1f8c43303d55 service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Updating instance_info_cache with network_info: [{"id": "2fde0208-3982-436e-94ce-8d5e8a34720e", "address": "fa:16:3e:a8:b2:81", "network": {"id": "d05456b0-dd11-4dd3-baea-b0afb12ac3e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-754656098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049ccbeb8f534e0daef961573c16606a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fde0208-39", "ovs_interfaceid": "2fde0208-3982-436e-94ce-8d5e8a34720e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.601207] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758b2cbf-e5d5-4519-b7ae-6644d5763807 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.608923] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87307325-1f8b-4a52-8850-cb63be547b0b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.638796] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a759afe8-7a7a-4d1d-9f7c-0c4ac752da49 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.645935] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4a5e33-b5bc-4984-824a-9df2627754b9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.660472] env[68627]: DEBUG nova.compute.provider_tree [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.723709] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.871835] env[68627]: DEBUG nova.compute.manager [req-2842e5e5-e4b0-4593-9cca-7c192c922936 req-00956824-eaae-4cd2-8291-fefa72bd2bc9 service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Received event network-vif-deleted-db18ea6b-5151-4cb4-ba37-f2d0c6750495 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.871835] env[68627]: INFO nova.compute.manager [req-2842e5e5-e4b0-4593-9cca-7c192c922936 req-00956824-eaae-4cd2-8291-fefa72bd2bc9 service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Neutron deleted interface db18ea6b-5151-4cb4-ba37-f2d0c6750495; detaching it from the instance and deleting it from the info cache [ 1294.872172] env[68627]: DEBUG nova.network.neutron [req-2842e5e5-e4b0-4593-9cca-7c192c922936 req-00956824-eaae-4cd2-8291-fefa72bd2bc9 service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.055637] env[68627]: DEBUG oslo_concurrency.lockutils [req-1593fe5e-2011-435c-928a-352538431f62 req-7b03560d-e395-4dcd-987c-1f8c43303d55 service nova] Releasing lock "refresh_cache-d8a82276-66b6-4140-8a93-846d1351e388" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.193186] env[68627]: DEBUG nova.scheduler.client.report [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updated inventory for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1295.193494] env[68627]: DEBUG nova.compute.provider_tree [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updating resource provider 490c5a55-613c-45de-8caf-4937b8fd8889 generation from 181 to 182 during operation: update_inventory {{(pid=68627) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1295.193676] env[68627]: DEBUG nova.compute.provider_tree [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Updating inventory in ProviderTree for provider 490c5a55-613c-45de-8caf-4937b8fd8889 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.224254] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.348367] env[68627]: DEBUG nova.network.neutron [-] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.374631] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-682199be-918c-4a00-afa4-1362ddf287b5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.384740] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa12a56-a78e-4e1c-bf83-3c486038d2ec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.412297] env[68627]: DEBUG nova.compute.manager [req-2842e5e5-e4b0-4593-9cca-7c192c922936 req-00956824-eaae-4cd2-8291-fefa72bd2bc9 service nova] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Detach interface failed, port_id=db18ea6b-5151-4cb4-ba37-f2d0c6750495, reason: Instance c656fe48-f2c0-4bc7-b0d0-0869038230f8 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.698811] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.432s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.724800] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038174, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.725785] env[68627]: INFO nova.scheduler.client.report [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Deleted allocations for instance 53679530-56bf-47e2-ae7e-3bb2353dbc3b [ 1295.850668] env[68627]: INFO nova.compute.manager [-] [instance: c656fe48-f2c0-4bc7-b0d0-0869038230f8] Took 1.43 seconds to deallocate network for instance. [ 1296.227283] env[68627]: DEBUG oslo_vmware.api [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038174, 'name': ReconfigVM_Task, 'duration_secs': 5.767063} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.227538] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.227747] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Reconfigured VM to detach interface {{(pid=68627) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1296.236018] env[68627]: DEBUG oslo_concurrency.lockutils [None req-7b48599d-81ab-4187-9a3c-1b5fc9f029b4 tempest-ServerActionsTestJSON-362911001 tempest-ServerActionsTestJSON-362911001-project-member] Lock "53679530-56bf-47e2-ae7e-3bb2353dbc3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.541s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.357551] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.357819] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.358047] env[68627]: DEBUG nova.objects.instance [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lazy-loading 'resources' on Instance uuid c656fe48-f2c0-4bc7-b0d0-0869038230f8 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.934558] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e49987-98b6-487d-9bd3-3940e1a91664 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.942295] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084b1329-c992-4cf4-96c2-f7b18a810ef9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.972817] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7a8f92-c766-4551-99b5-6a86dfcd7b23 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.980200] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee2f730-81fd-4446-a2d4-f6d88e49e9be {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.993707] env[68627]: DEBUG nova.compute.provider_tree [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.496946] env[68627]: DEBUG nova.scheduler.client.report [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.518197] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.518197] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquired lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.518197] env[68627]: DEBUG nova.network.neutron [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.002346] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.025318] env[68627]: INFO nova.scheduler.client.report [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Deleted allocations for instance c656fe48-f2c0-4bc7-b0d0-0869038230f8 [ 1298.102249] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "03277266-7daf-4724-bf9f-4b2aafc66e39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.102496] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "03277266-7daf-4724-bf9f-4b2aafc66e39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.102705] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "03277266-7daf-4724-bf9f-4b2aafc66e39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.102885] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "03277266-7daf-4724-bf9f-4b2aafc66e39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.103066] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "03277266-7daf-4724-bf9f-4b2aafc66e39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.105224] env[68627]: INFO nova.compute.manager [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Terminating instance [ 1298.395591] env[68627]: INFO nova.network.neutron [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Port 8411eac6-0ab6-4736-a9a8-aa183585c030 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1298.395959] env[68627]: DEBUG nova.network.neutron [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updating instance_info_cache with network_info: [{"id": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "address": "fa:16:3e:96:fc:e6", "network": {"id": "99d7c675-0027-4a5a-9eb0-53e439b08f5b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-578679626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75e742ad80b4afa8f07c78f27a6f587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e74964-5e", "ovs_interfaceid": "77e74964-5ea8-4647-bf6c-5153ec19a6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.536036] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c022be02-187e-44a6-aefa-5b5eb6272959 tempest-AttachVolumeShelveTestJSON-250860965 tempest-AttachVolumeShelveTestJSON-250860965-project-member] Lock "c656fe48-f2c0-4bc7-b0d0-0869038230f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.764s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.609485] env[68627]: DEBUG nova.compute.manager [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.610305] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.610694] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6b601c-994c-4165-9394-a287fdb531f6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.619826] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.619971] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-162e090b-2483-4bae-9bf8-3c14997b640b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.626551] env[68627]: DEBUG oslo_vmware.api [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1298.626551] env[68627]: value = "task-3038183" [ 1298.626551] env[68627]: _type = "Task" [ 1298.626551] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.639196] env[68627]: DEBUG oslo_vmware.api [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.899671] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Releasing lock "refresh_cache-03277266-7daf-4724-bf9f-4b2aafc66e39" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.137054] env[68627]: DEBUG oslo_vmware.api [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038183, 'name': PowerOffVM_Task, 'duration_secs': 0.220301} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.137433] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.137549] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.137760] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-383366a2-f571-40c0-9b38-6646be089ecf {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.195736] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.195960] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Deleting contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.196167] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Deleting the datastore file [datastore1] 03277266-7daf-4724-bf9f-4b2aafc66e39 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.196507] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-012fb1e8-2fa5-4513-9b46-0e634e2d36e0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.202498] env[68627]: DEBUG oslo_vmware.api [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1299.202498] env[68627]: value = "task-3038185" [ 1299.202498] env[68627]: _type = "Task" [ 1299.202498] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.210248] env[68627]: DEBUG oslo_vmware.api [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.404893] env[68627]: DEBUG oslo_concurrency.lockutils [None req-aa7c6d86-295d-4b4d-8b1e-d50a0295bbf1 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "interface-03277266-7daf-4724-bf9f-4b2aafc66e39-8411eac6-0ab6-4736-a9a8-aa183585c030" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.772s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.711543] env[68627]: DEBUG oslo_vmware.api [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153088} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.711729] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.711913] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Deleted contents of the VM from datastore datastore1 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.712107] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.712298] env[68627]: INFO nova.compute.manager [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1299.712525] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.712713] env[68627]: DEBUG nova.compute.manager [-] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.712808] env[68627]: DEBUG nova.network.neutron [-] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.346162] env[68627]: DEBUG nova.compute.manager [req-94dcc7a2-4df7-4870-98b1-db50ce4a85cb req-7fc6dced-9fa1-4052-a766-0fd2523f1ae0 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Received event network-vif-deleted-77e74964-5ea8-4647-bf6c-5153ec19a6c6 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.346162] env[68627]: INFO nova.compute.manager [req-94dcc7a2-4df7-4870-98b1-db50ce4a85cb req-7fc6dced-9fa1-4052-a766-0fd2523f1ae0 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Neutron deleted interface 77e74964-5ea8-4647-bf6c-5153ec19a6c6; detaching it from the instance and deleting it from the info cache [ 1300.346162] env[68627]: DEBUG nova.network.neutron [req-94dcc7a2-4df7-4870-98b1-db50ce4a85cb req-7fc6dced-9fa1-4052-a766-0fd2523f1ae0 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.820058] env[68627]: DEBUG nova.network.neutron [-] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.848525] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a8aa02f-28e6-4480-886d-72bfbcf5ae8f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.857998] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee023236-915f-4659-a94b-42be6119f0ae {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.883778] env[68627]: DEBUG nova.compute.manager [req-94dcc7a2-4df7-4870-98b1-db50ce4a85cb req-7fc6dced-9fa1-4052-a766-0fd2523f1ae0 service nova] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Detach interface failed, port_id=77e74964-5ea8-4647-bf6c-5153ec19a6c6, reason: Instance 03277266-7daf-4724-bf9f-4b2aafc66e39 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1301.324385] env[68627]: INFO nova.compute.manager [-] [instance: 03277266-7daf-4724-bf9f-4b2aafc66e39] Took 1.61 seconds to deallocate network for instance. [ 1301.830651] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.830996] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.831202] env[68627]: DEBUG nova.objects.instance [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'resources' on Instance uuid 03277266-7daf-4724-bf9f-4b2aafc66e39 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.394027] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b94c82c-00f5-4d54-bf60-6df9192fa41c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.401450] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a098c0b-3e92-4acf-bc99-8c7ce4d1b4a9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.431070] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f121ac-7cff-43d7-8705-36909044967e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.437532] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b48ca4-13e1-4194-bb85-1fcf69b2d01e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.451517] env[68627]: DEBUG nova.compute.provider_tree [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.954672] env[68627]: DEBUG nova.scheduler.client.report [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.460320] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.478548] env[68627]: INFO nova.scheduler.client.report [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Deleted allocations for instance 03277266-7daf-4724-bf9f-4b2aafc66e39 [ 1303.986462] env[68627]: DEBUG oslo_concurrency.lockutils [None req-9cca246b-8f57-4620-a282-6c9613000591 tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "03277266-7daf-4724-bf9f-4b2aafc66e39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.884s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.745375] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.745375] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.745375] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.745375] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.745375] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.746179] env[68627]: INFO nova.compute.manager [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Terminating instance [ 1304.933766] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "c04d97dc-1254-462e-ad32-04cc063819f2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.934100] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "c04d97dc-1254-462e-ad32-04cc063819f2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.934349] env[68627]: INFO nova.compute.manager [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Shelving [ 1305.249991] env[68627]: DEBUG nova.compute.manager [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.250348] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.252998] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac713077-8167-4a99-b8be-822549fe7bfb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.260360] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.260661] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43a9d8ef-d042-4e45-8fa7-90f14997200e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.267790] env[68627]: DEBUG oslo_vmware.api [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1305.267790] env[68627]: value = "task-3038187" [ 1305.267790] env[68627]: _type = "Task" [ 1305.267790] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.275657] env[68627]: DEBUG oslo_vmware.api [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.776731] env[68627]: DEBUG oslo_vmware.api [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038187, 'name': PowerOffVM_Task, 'duration_secs': 0.182712} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.776988] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.777169] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.777468] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60ab3cbd-8596-463f-8595-d516e3f2fb62 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.838587] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.838855] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.839054] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Deleting the datastore file [datastore2] 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.839390] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28675e19-1307-474e-98b1-2a8feaea8506 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.847126] env[68627]: DEBUG oslo_vmware.api [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for the task: (returnval){ [ 1305.847126] env[68627]: value = "task-3038189" [ 1305.847126] env[68627]: _type = "Task" [ 1305.847126] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.854687] env[68627]: DEBUG oslo_vmware.api [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.944774] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.944987] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0552484b-0a19-4915-a789-7cbc827a1cb7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.952044] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1305.952044] env[68627]: value = "task-3038190" [ 1305.952044] env[68627]: _type = "Task" [ 1305.952044] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.960937] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.357669] env[68627]: DEBUG oslo_vmware.api [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Task: {'id': task-3038189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154248} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.357953] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.358145] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.358326] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.358500] env[68627]: INFO nova.compute.manager [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1306.358769] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.358968] env[68627]: DEBUG nova.compute.manager [-] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1306.359076] env[68627]: DEBUG nova.network.neutron [-] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.461714] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038190, 'name': PowerOffVM_Task, 'duration_secs': 0.166871} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.461983] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.462761] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a4922a-bf6c-4c56-baa1-96eb416e9ead {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.481907] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13bc0b0-ecfb-431e-bd56-26f0800c97c4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.600099] env[68627]: DEBUG nova.compute.manager [req-4f38f2d9-14b0-44fb-b4e8-55bec1792068 req-6a42ae37-13ed-4ba8-9d89-fbff73947f6e service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Received event network-vif-deleted-ab3bc46b-3136-43ac-b389-6b2fa2a11669 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.600353] env[68627]: INFO nova.compute.manager [req-4f38f2d9-14b0-44fb-b4e8-55bec1792068 req-6a42ae37-13ed-4ba8-9d89-fbff73947f6e service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Neutron deleted interface ab3bc46b-3136-43ac-b389-6b2fa2a11669; detaching it from the instance and deleting it from the info cache [ 1306.600523] env[68627]: DEBUG nova.network.neutron [req-4f38f2d9-14b0-44fb-b4e8-55bec1792068 req-6a42ae37-13ed-4ba8-9d89-fbff73947f6e service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.993373] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Creating Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1306.993748] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f5a006ac-5f54-4332-932d-7bceb5a61929 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.002335] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1307.002335] env[68627]: value = "task-3038191" [ 1307.002335] env[68627]: _type = "Task" [ 1307.002335] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.010661] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038191, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.084255] env[68627]: DEBUG nova.network.neutron [-] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.103328] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e4b65c1-e62f-4ae0-9ed6-3858802d8ce9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.113606] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68c159a-399e-44da-bda6-d46abc806350 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.140940] env[68627]: DEBUG nova.compute.manager [req-4f38f2d9-14b0-44fb-b4e8-55bec1792068 req-6a42ae37-13ed-4ba8-9d89-fbff73947f6e service nova] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Detach interface failed, port_id=ab3bc46b-3136-43ac-b389-6b2fa2a11669, reason: Instance 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1307.512731] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038191, 'name': CreateSnapshot_Task, 'duration_secs': 0.449158} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.513059] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Created Snapshot of the VM instance {{(pid=68627) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1307.514246] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281246e7-9ca3-442c-9eeb-3e162fd29420 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.587285] env[68627]: INFO nova.compute.manager [-] [instance: 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3] Took 1.23 seconds to deallocate network for instance. [ 1308.030938] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Creating linked-clone VM from snapshot {{(pid=68627) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1308.031261] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d75547e-d434-4535-88a2-85475b7134a1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.039222] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1308.039222] env[68627]: value = "task-3038192" [ 1308.039222] env[68627]: _type = "Task" [ 1308.039222] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.047318] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038192, 'name': CloneVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.094422] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.094662] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.094873] env[68627]: DEBUG nova.objects.instance [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lazy-loading 'resources' on Instance uuid 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.549103] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038192, 'name': CloneVM_Task} progress is 94%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.653032] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fce3cb2-b1ed-41a0-87a9-a2536a6fbcb9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.660030] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb86f4fd-5112-461c-b472-cfda93344916 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.690575] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e04e885-ebdd-493c-8427-5c66bbd55ce0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.697991] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f61922-02dc-4e73-b87c-d701c5c28b6e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.710964] env[68627]: DEBUG nova.compute.provider_tree [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.049555] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038192, 'name': CloneVM_Task, 'duration_secs': 0.824763} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.049809] env[68627]: INFO nova.virt.vmwareapi.vmops [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Created linked-clone VM from snapshot [ 1309.050531] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf63fb6-b26e-4d2b-99a6-e640ef38a58d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.057309] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Uploading image daf53fd3-5215-4da8-afc1-d6386ac33d65 {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1309.083042] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1309.083042] env[68627]: value = "vm-608729" [ 1309.083042] env[68627]: _type = "VirtualMachine" [ 1309.083042] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1309.083324] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19bb76b5-9d62-4958-9eda-b52421c1c24e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.089765] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lease: (returnval){ [ 1309.089765] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52505b1d-1915-b7e0-c72a-0026f5244263" [ 1309.089765] env[68627]: _type = "HttpNfcLease" [ 1309.089765] env[68627]: } obtained for exporting VM: (result){ [ 1309.089765] env[68627]: value = "vm-608729" [ 1309.089765] env[68627]: _type = "VirtualMachine" [ 1309.089765] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1309.090059] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the lease: (returnval){ [ 1309.090059] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52505b1d-1915-b7e0-c72a-0026f5244263" [ 1309.090059] env[68627]: _type = "HttpNfcLease" [ 1309.090059] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1309.095390] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1309.095390] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52505b1d-1915-b7e0-c72a-0026f5244263" [ 1309.095390] env[68627]: _type = "HttpNfcLease" [ 1309.095390] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1309.213692] env[68627]: DEBUG nova.scheduler.client.report [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.598710] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1309.598710] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52505b1d-1915-b7e0-c72a-0026f5244263" [ 1309.598710] env[68627]: _type = "HttpNfcLease" [ 1309.598710] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1309.599261] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1309.599261] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52505b1d-1915-b7e0-c72a-0026f5244263" [ 1309.599261] env[68627]: _type = "HttpNfcLease" [ 1309.599261] env[68627]: }. {{(pid=68627) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1309.599637] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bdf80a-1d4f-4dca-8200-f4e62ce0ca14 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.606459] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cae0c-fcc9-02dc-61d4-c9c81eed0743/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1309.606639] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cae0c-fcc9-02dc-61d4-c9c81eed0743/disk-0.vmdk for reading. {{(pid=68627) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1309.692632] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-65a2613c-7e8c-42b3-a082-19bc99bd3b74 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.719105] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.735967] env[68627]: INFO nova.scheduler.client.report [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Deleted allocations for instance 689024cc-01bd-4bf1-b3c4-4bad6f09d5a3 [ 1310.243687] env[68627]: DEBUG oslo_concurrency.lockutils [None req-fae190dd-929b-4ba0-9544-1b46ecc1840a tempest-AttachInterfacesTestJSON-865333403 tempest-AttachInterfacesTestJSON-865333403-project-member] Lock "689024cc-01bd-4bf1-b3c4-4bad6f09d5a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.500s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.719879] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.720183] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.718800] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.714279] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.719314] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.170968] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Acquiring lock "2d849229-da7d-42e2-8d56-8aef79fc80ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.171255] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lock "2d849229-da7d-42e2-8d56-8aef79fc80ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.472713] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cae0c-fcc9-02dc-61d4-c9c81eed0743/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1316.473675] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce79001-d11e-4681-9229-c4b29dba4af3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.479847] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cae0c-fcc9-02dc-61d4-c9c81eed0743/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1316.480033] env[68627]: ERROR oslo_vmware.rw_handles [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cae0c-fcc9-02dc-61d4-c9c81eed0743/disk-0.vmdk due to incomplete transfer. [ 1316.480263] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cffe7608-0b49-4eba-a047-098c79beb1db {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.487626] env[68627]: DEBUG oslo_vmware.rw_handles [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cae0c-fcc9-02dc-61d4-c9c81eed0743/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1316.487815] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Uploaded image daf53fd3-5215-4da8-afc1-d6386ac33d65 to the Glance image server {{(pid=68627) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1316.490129] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Destroying the VM {{(pid=68627) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1316.490367] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e860b885-0fa4-4964-8d84-fab818ddd9e0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.495856] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1316.495856] env[68627]: value = "task-3038194" [ 1316.495856] env[68627]: _type = "Task" [ 1316.495856] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.503229] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038194, 'name': Destroy_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.674036] env[68627]: DEBUG nova.compute.manager [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Starting instance... {{(pid=68627) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.006038] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038194, 'name': Destroy_Task, 'duration_secs': 0.289721} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.006038] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Destroyed the VM [ 1317.006475] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Deleting Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1317.006638] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a3a16aa9-029a-4485-9ae9-4cb8768678f7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.015615] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1317.015615] env[68627]: value = "task-3038195" [ 1317.015615] env[68627]: _type = "Task" [ 1317.015615] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.022651] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.197315] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.197610] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.199137] env[68627]: INFO nova.compute.claims [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.524422] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038195, 'name': RemoveSnapshot_Task, 'duration_secs': 0.37388} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.524726] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Deleted Snapshot of the VM instance {{(pid=68627) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1317.525069] env[68627]: DEBUG nova.compute.manager [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.525773] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89a4d77-f647-4fb9-a3a6-8a9da7115518 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.719029] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.719524] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.036666] env[68627]: INFO nova.compute.manager [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Shelve offloading [ 1318.224701] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.255630] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04a9039-cad6-4314-8d8b-1dec1e1828d1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.263040] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261c6ac9-356c-428b-87b0-894de7411334 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.292937] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234bd001-d4ad-4311-b960-b7c11e8ab89e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.299961] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bdaf51-74bd-457b-bea1-11356f2b7b91 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.312837] env[68627]: DEBUG nova.compute.provider_tree [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.540606] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.540910] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fd16f79-5d88-4579-80cd-5ce58859d253 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.547571] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1318.547571] env[68627]: value = "task-3038196" [ 1318.547571] env[68627]: _type = "Task" [ 1318.547571] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.555272] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.816240] env[68627]: DEBUG nova.scheduler.client.report [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.058391] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] VM already powered off {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1319.058736] env[68627]: DEBUG nova.compute.manager [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.059415] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efc6099-9d1b-4dc2-bd6a-42944c4c8369 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.065101] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.065269] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.065438] env[68627]: DEBUG nova.network.neutron [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.320889] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.321417] env[68627]: DEBUG nova.compute.manager [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Start building networks asynchronously for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.324486] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.100s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.324756] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.324938] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68627) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1319.325773] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ba84c4-d600-48f9-bdca-35e076a1b2aa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.334016] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6145e7-24bd-4812-845b-895e2618db9b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.347114] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0236c015-d316-4872-810f-55cba5a8cd2f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.353936] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f479060-0724-4511-890a-1aa7f749590f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.383463] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180438MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=68627) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1319.383634] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.383790] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.761420] env[68627]: DEBUG nova.network.neutron [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Updating instance_info_cache with network_info: [{"id": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "address": "fa:16:3e:33:81:69", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb7488d-a2", "ovs_interfaceid": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.826607] env[68627]: DEBUG nova.compute.utils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.828036] env[68627]: DEBUG nova.compute.manager [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Allocating IP information in the background. {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1319.828223] env[68627]: DEBUG nova.network.neutron [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.863012] env[68627]: DEBUG nova.policy [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d639fb45b6c485c9aa532aa4f2aa93d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03631856260c471d944012cc2c5de31a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68627) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.113309] env[68627]: DEBUG nova.network.neutron [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Successfully created port: 2fd525b3-e46f-4955-a43d-5d2c322c5606 {{(pid=68627) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.264526] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.331733] env[68627]: DEBUG nova.compute.manager [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Start building block device mappings for instance. {{(pid=68627) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.405995] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance c04d97dc-1254-462e-ad32-04cc063819f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1320.406184] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance d8a82276-66b6-4140-8a93-846d1351e388 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1320.406311] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Instance 2d849229-da7d-42e2-8d56-8aef79fc80ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68627) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1320.406541] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1320.406691] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1320.455911] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71f29a5-31a7-41b1-82f9-41745d3be231 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.461174] env[68627]: DEBUG nova.compute.manager [req-d527302b-cff0-4769-8f20-0d076d7e1725 req-bccbeade-d73a-4155-9fba-484cb97d6b78 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Received event network-vif-unplugged-efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.463181] env[68627]: DEBUG oslo_concurrency.lockutils [req-d527302b-cff0-4769-8f20-0d076d7e1725 req-bccbeade-d73a-4155-9fba-484cb97d6b78 service nova] Acquiring lock "c04d97dc-1254-462e-ad32-04cc063819f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.463181] env[68627]: DEBUG oslo_concurrency.lockutils [req-d527302b-cff0-4769-8f20-0d076d7e1725 req-bccbeade-d73a-4155-9fba-484cb97d6b78 service nova] Lock "c04d97dc-1254-462e-ad32-04cc063819f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.463181] env[68627]: DEBUG oslo_concurrency.lockutils [req-d527302b-cff0-4769-8f20-0d076d7e1725 req-bccbeade-d73a-4155-9fba-484cb97d6b78 service nova] Lock "c04d97dc-1254-462e-ad32-04cc063819f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.463181] env[68627]: DEBUG nova.compute.manager [req-d527302b-cff0-4769-8f20-0d076d7e1725 req-bccbeade-d73a-4155-9fba-484cb97d6b78 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] No waiting events found dispatching network-vif-unplugged-efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1320.463181] env[68627]: WARNING nova.compute.manager [req-d527302b-cff0-4769-8f20-0d076d7e1725 req-bccbeade-d73a-4155-9fba-484cb97d6b78 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Received unexpected event network-vif-unplugged-efb7488d-a2fe-470a-bfc9-d7c8c6b708db for instance with vm_state shelved and task_state shelving_offloading. [ 1320.468017] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87918565-d90d-445b-92b2-d87b0109df79 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.178445] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.179313] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceefeef-d04d-44ad-a525-ef69667a3e1a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.182294] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e75a452-673a-44d4-9b4a-6e31f28ead8c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.191900] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8883bf5-9f45-4491-afc7-126144512afe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.195672] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.195880] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-033ac59f-ec22-4701-abdc-c1636929d8f8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.206342] env[68627]: DEBUG nova.compute.provider_tree [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.263939] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.263939] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.264141] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleting the datastore file [datastore2] c04d97dc-1254-462e-ad32-04cc063819f2 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.264613] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bffda9b8-b312-4e16-8937-52629e6028d4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.270626] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1321.270626] env[68627]: value = "task-3038198" [ 1321.270626] env[68627]: _type = "Task" [ 1321.270626] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.278140] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.456960] env[68627]: DEBUG nova.compute.manager [req-103b1a5c-8c9b-4f48-b5bc-34499ca5af57 req-0ce1c97f-8dea-4b97-9758-3cf65194d4ca service nova] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Received event network-vif-plugged-2fd525b3-e46f-4955-a43d-5d2c322c5606 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.457189] env[68627]: DEBUG oslo_concurrency.lockutils [req-103b1a5c-8c9b-4f48-b5bc-34499ca5af57 req-0ce1c97f-8dea-4b97-9758-3cf65194d4ca service nova] Acquiring lock "2d849229-da7d-42e2-8d56-8aef79fc80ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.457428] env[68627]: DEBUG oslo_concurrency.lockutils [req-103b1a5c-8c9b-4f48-b5bc-34499ca5af57 req-0ce1c97f-8dea-4b97-9758-3cf65194d4ca service nova] Lock "2d849229-da7d-42e2-8d56-8aef79fc80ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.457730] env[68627]: DEBUG oslo_concurrency.lockutils [req-103b1a5c-8c9b-4f48-b5bc-34499ca5af57 req-0ce1c97f-8dea-4b97-9758-3cf65194d4ca service nova] Lock "2d849229-da7d-42e2-8d56-8aef79fc80ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.457804] env[68627]: DEBUG nova.compute.manager [req-103b1a5c-8c9b-4f48-b5bc-34499ca5af57 req-0ce1c97f-8dea-4b97-9758-3cf65194d4ca service nova] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] No waiting events found dispatching network-vif-plugged-2fd525b3-e46f-4955-a43d-5d2c322c5606 {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1321.457909] env[68627]: WARNING nova.compute.manager [req-103b1a5c-8c9b-4f48-b5bc-34499ca5af57 req-0ce1c97f-8dea-4b97-9758-3cf65194d4ca service nova] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Received unexpected event network-vif-plugged-2fd525b3-e46f-4955-a43d-5d2c322c5606 for instance with vm_state building and task_state spawning. [ 1321.540306] env[68627]: DEBUG nova.network.neutron [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Successfully updated port: 2fd525b3-e46f-4955-a43d-5d2c322c5606 {{(pid=68627) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.686637] env[68627]: DEBUG nova.compute.manager [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Start spawning the instance on the hypervisor. {{(pid=68627) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.709595] env[68627]: DEBUG nova.scheduler.client.report [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.715893] env[68627]: DEBUG nova.virt.hardware [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-16T13:44:27Z,direct_url=,disk_format='vmdk',id=acd69c0a-2237-4f84-bb8d-16700e5efa1f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8c51c4a9be4f499ab2ceaf5182b32cec',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-16T13:44:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.715893] env[68627]: DEBUG nova.virt.hardware [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.715893] env[68627]: DEBUG nova.virt.hardware [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.715893] env[68627]: DEBUG nova.virt.hardware [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.715893] env[68627]: DEBUG nova.virt.hardware [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.715893] env[68627]: DEBUG nova.virt.hardware [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.715893] env[68627]: DEBUG nova.virt.hardware [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.715893] env[68627]: DEBUG nova.virt.hardware [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.716476] env[68627]: DEBUG nova.virt.hardware [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.716476] env[68627]: DEBUG nova.virt.hardware [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.716556] env[68627]: DEBUG nova.virt.hardware [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.717636] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5528610b-9cfb-45b6-b89b-94718ae2cfd4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.727679] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d23f43-b27d-4631-b7e7-ae0a0b173219 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.779066] env[68627]: DEBUG oslo_vmware.api [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125643} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.779066] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.779243] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.779414] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.802080] env[68627]: INFO nova.scheduler.client.report [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleted allocations for instance c04d97dc-1254-462e-ad32-04cc063819f2 [ 1322.043113] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Acquiring lock "refresh_cache-2d849229-da7d-42e2-8d56-8aef79fc80ce" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.043292] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Acquired lock "refresh_cache-2d849229-da7d-42e2-8d56-8aef79fc80ce" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.043428] env[68627]: DEBUG nova.network.neutron [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.222240] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1322.222673] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.839s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.306912] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.307218] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.307440] env[68627]: DEBUG nova.objects.instance [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'resources' on Instance uuid c04d97dc-1254-462e-ad32-04cc063819f2 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.489232] env[68627]: DEBUG nova.compute.manager [req-242320d2-1050-440c-9c8e-6cfec03c15e4 req-b97edee5-317a-46f4-9769-d133b9328479 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Received event network-changed-efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.489232] env[68627]: DEBUG nova.compute.manager [req-242320d2-1050-440c-9c8e-6cfec03c15e4 req-b97edee5-317a-46f4-9769-d133b9328479 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Refreshing instance network info cache due to event network-changed-efb7488d-a2fe-470a-bfc9-d7c8c6b708db. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.489329] env[68627]: DEBUG oslo_concurrency.lockutils [req-242320d2-1050-440c-9c8e-6cfec03c15e4 req-b97edee5-317a-46f4-9769-d133b9328479 service nova] Acquiring lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.489512] env[68627]: DEBUG oslo_concurrency.lockutils [req-242320d2-1050-440c-9c8e-6cfec03c15e4 req-b97edee5-317a-46f4-9769-d133b9328479 service nova] Acquired lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.489705] env[68627]: DEBUG nova.network.neutron [req-242320d2-1050-440c-9c8e-6cfec03c15e4 req-b97edee5-317a-46f4-9769-d133b9328479 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Refreshing network info cache for port efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.573858] env[68627]: DEBUG nova.network.neutron [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Instance cache missing network info. {{(pid=68627) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.711079] env[68627]: DEBUG nova.network.neutron [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Updating instance_info_cache with network_info: [{"id": "2fd525b3-e46f-4955-a43d-5d2c322c5606", "address": "fa:16:3e:83:07:b5", "network": {"id": "00d4af6d-6661-4d91-aa37-2d35d9e0b0c0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-709507152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03631856260c471d944012cc2c5de31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd525b3-e4", "ovs_interfaceid": "2fd525b3-e46f-4955-a43d-5d2c322c5606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.810252] env[68627]: DEBUG nova.objects.instance [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'numa_topology' on Instance uuid c04d97dc-1254-462e-ad32-04cc063819f2 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.198172] env[68627]: DEBUG nova.network.neutron [req-242320d2-1050-440c-9c8e-6cfec03c15e4 req-b97edee5-317a-46f4-9769-d133b9328479 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Updated VIF entry in instance network info cache for port efb7488d-a2fe-470a-bfc9-d7c8c6b708db. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.198519] env[68627]: DEBUG nova.network.neutron [req-242320d2-1050-440c-9c8e-6cfec03c15e4 req-b97edee5-317a-46f4-9769-d133b9328479 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Updating instance_info_cache with network_info: [{"id": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "address": "fa:16:3e:33:81:69", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapefb7488d-a2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.213807] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Releasing lock "refresh_cache-2d849229-da7d-42e2-8d56-8aef79fc80ce" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.214182] env[68627]: DEBUG nova.compute.manager [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Instance network_info: |[{"id": "2fd525b3-e46f-4955-a43d-5d2c322c5606", "address": "fa:16:3e:83:07:b5", "network": {"id": "00d4af6d-6661-4d91-aa37-2d35d9e0b0c0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-709507152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03631856260c471d944012cc2c5de31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd525b3-e4", "ovs_interfaceid": "2fd525b3-e46f-4955-a43d-5d2c322c5606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68627) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.214601] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:07:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fd525b3-e46f-4955-a43d-5d2c322c5606', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.222200] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Creating folder: Project (03631856260c471d944012cc2c5de31a). Parent ref: group-v608385. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.222659] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f5d0123-5c03-4a7a-b642-1113c54fce78 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.234753] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Created folder: Project (03631856260c471d944012cc2c5de31a) in parent group-v608385. [ 1323.234931] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Creating folder: Instances. Parent ref: group-v608730. {{(pid=68627) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.235158] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f79b9362-6223-4a21-98bc-7a3d3a2b7d00 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.244579] env[68627]: INFO nova.virt.vmwareapi.vm_util [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Created folder: Instances in parent group-v608730. [ 1323.244793] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.244964] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.245159] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28ca9bff-f696-4cbe-bcb4-b7ed11d0a317 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.265159] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.265159] env[68627]: value = "task-3038201" [ 1323.265159] env[68627]: _type = "Task" [ 1323.265159] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.272586] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038201, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.312562] env[68627]: DEBUG nova.objects.base [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1323.362197] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27074d8-c8f8-4b32-9aff-4e661eb5aeee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.369441] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a313de0c-6b10-4efd-970a-2ccfe272a225 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.399483] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8384483-c3ea-4548-a55b-167bbb8fba6d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.406703] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a812fad6-bb95-4cb0-bcbb-daed276a5a06 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.419746] env[68627]: DEBUG nova.compute.provider_tree [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.486856] env[68627]: DEBUG nova.compute.manager [req-70f206ca-7376-4c44-b8cb-99925f589b96 req-a82b1b9c-7619-448e-adcf-26c76df91265 service nova] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Received event network-changed-2fd525b3-e46f-4955-a43d-5d2c322c5606 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.487076] env[68627]: DEBUG nova.compute.manager [req-70f206ca-7376-4c44-b8cb-99925f589b96 req-a82b1b9c-7619-448e-adcf-26c76df91265 service nova] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Refreshing instance network info cache due to event network-changed-2fd525b3-e46f-4955-a43d-5d2c322c5606. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.487325] env[68627]: DEBUG oslo_concurrency.lockutils [req-70f206ca-7376-4c44-b8cb-99925f589b96 req-a82b1b9c-7619-448e-adcf-26c76df91265 service nova] Acquiring lock "refresh_cache-2d849229-da7d-42e2-8d56-8aef79fc80ce" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.487478] env[68627]: DEBUG oslo_concurrency.lockutils [req-70f206ca-7376-4c44-b8cb-99925f589b96 req-a82b1b9c-7619-448e-adcf-26c76df91265 service nova] Acquired lock "refresh_cache-2d849229-da7d-42e2-8d56-8aef79fc80ce" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.487663] env[68627]: DEBUG nova.network.neutron [req-70f206ca-7376-4c44-b8cb-99925f589b96 req-a82b1b9c-7619-448e-adcf-26c76df91265 service nova] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Refreshing network info cache for port 2fd525b3-e46f-4955-a43d-5d2c322c5606 {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.643797] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "c04d97dc-1254-462e-ad32-04cc063819f2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.700727] env[68627]: DEBUG oslo_concurrency.lockutils [req-242320d2-1050-440c-9c8e-6cfec03c15e4 req-b97edee5-317a-46f4-9769-d133b9328479 service nova] Releasing lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.774906] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038201, 'name': CreateVM_Task, 'duration_secs': 0.358424} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.775089] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.775746] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.775914] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.776251] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.776519] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd9d161-b0f1-4835-9fbb-44ce90fcc6e4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.780692] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Waiting for the task: (returnval){ [ 1323.780692] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c24e00-198f-2eb6-33f8-191169e76552" [ 1323.780692] env[68627]: _type = "Task" [ 1323.780692] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.787562] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c24e00-198f-2eb6-33f8-191169e76552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.922847] env[68627]: DEBUG nova.scheduler.client.report [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.187207] env[68627]: DEBUG nova.network.neutron [req-70f206ca-7376-4c44-b8cb-99925f589b96 req-a82b1b9c-7619-448e-adcf-26c76df91265 service nova] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Updated VIF entry in instance network info cache for port 2fd525b3-e46f-4955-a43d-5d2c322c5606. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.187944] env[68627]: DEBUG nova.network.neutron [req-70f206ca-7376-4c44-b8cb-99925f589b96 req-a82b1b9c-7619-448e-adcf-26c76df91265 service nova] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Updating instance_info_cache with network_info: [{"id": "2fd525b3-e46f-4955-a43d-5d2c322c5606", "address": "fa:16:3e:83:07:b5", "network": {"id": "00d4af6d-6661-4d91-aa37-2d35d9e0b0c0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-709507152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03631856260c471d944012cc2c5de31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd525b3-e4", "ovs_interfaceid": "2fd525b3-e46f-4955-a43d-5d2c322c5606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.222224] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.222492] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68627) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1324.290583] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52c24e00-198f-2eb6-33f8-191169e76552, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.290970] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.291174] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Processing image acd69c0a-2237-4f84-bb8d-16700e5efa1f {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.291415] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.291563] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.291747] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.292023] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-093371e7-6689-46a2-a5de-929b62903285 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.300365] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.300547] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.301282] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7575147-e00e-4188-8ec5-7be038f9b412 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.306382] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Waiting for the task: (returnval){ [ 1324.306382] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b6fa94-507b-998c-1341-f23dd74cefc4" [ 1324.306382] env[68627]: _type = "Task" [ 1324.306382] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.313770] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b6fa94-507b-998c-1341-f23dd74cefc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.427624] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.691159] env[68627]: DEBUG oslo_concurrency.lockutils [req-70f206ca-7376-4c44-b8cb-99925f589b96 req-a82b1b9c-7619-448e-adcf-26c76df91265 service nova] Releasing lock "refresh_cache-2d849229-da7d-42e2-8d56-8aef79fc80ce" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.818045] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52b6fa94-507b-998c-1341-f23dd74cefc4, 'name': SearchDatastore_Task, 'duration_secs': 0.008521} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.818583] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f1129c-1b60-400c-b5ad-9f02af252086 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.823832] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Waiting for the task: (returnval){ [ 1324.823832] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d232d6-b1ea-5736-5809-a1ea3d355f4a" [ 1324.823832] env[68627]: _type = "Task" [ 1324.823832] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.831873] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d232d6-b1ea-5736-5809-a1ea3d355f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.935940] env[68627]: DEBUG oslo_concurrency.lockutils [None req-4fb08c57-f6be-44e9-baf1-a55f043cc63d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "c04d97dc-1254-462e-ad32-04cc063819f2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.937017] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "c04d97dc-1254-462e-ad32-04cc063819f2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.293s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.937017] env[68627]: INFO nova.compute.manager [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Unshelving [ 1325.334434] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d232d6-b1ea-5736-5809-a1ea3d355f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010574} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.334826] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.334970] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 2d849229-da7d-42e2-8d56-8aef79fc80ce/2d849229-da7d-42e2-8d56-8aef79fc80ce.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.335225] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb91ce39-56bf-447f-baa6-99fde049ee97 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.342844] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Waiting for the task: (returnval){ [ 1325.342844] env[68627]: value = "task-3038202" [ 1325.342844] env[68627]: _type = "Task" [ 1325.342844] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.350797] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.857118] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506015} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.857118] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acd69c0a-2237-4f84-bb8d-16700e5efa1f/acd69c0a-2237-4f84-bb8d-16700e5efa1f.vmdk to [datastore2] 2d849229-da7d-42e2-8d56-8aef79fc80ce/2d849229-da7d-42e2-8d56-8aef79fc80ce.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.857118] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Extending root virtual disk to 1048576 {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.857538] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3bf9205-8c47-40b9-9a0e-99bf9f245b05 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.864446] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Waiting for the task: (returnval){ [ 1325.864446] env[68627]: value = "task-3038203" [ 1325.864446] env[68627]: _type = "Task" [ 1325.864446] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.873430] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.960847] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.961149] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.961364] env[68627]: DEBUG nova.objects.instance [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'pci_requests' on Instance uuid c04d97dc-1254-462e-ad32-04cc063819f2 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.375085] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063067} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.375385] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Extended root virtual disk {{(pid=68627) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.376216] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741eec63-50c3-4a87-945c-712702261116 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.397543] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 2d849229-da7d-42e2-8d56-8aef79fc80ce/2d849229-da7d-42e2-8d56-8aef79fc80ce.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.397800] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e447b098-2c2c-4537-8556-707130167265 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.417720] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Waiting for the task: (returnval){ [ 1326.417720] env[68627]: value = "task-3038204" [ 1326.417720] env[68627]: _type = "Task" [ 1326.417720] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.425404] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.465500] env[68627]: DEBUG nova.objects.instance [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'numa_topology' on Instance uuid c04d97dc-1254-462e-ad32-04cc063819f2 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.928057] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038204, 'name': ReconfigVM_Task, 'duration_secs': 0.268339} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.928365] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 2d849229-da7d-42e2-8d56-8aef79fc80ce/2d849229-da7d-42e2-8d56-8aef79fc80ce.vmdk or device None with type sparse {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.928993] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26f30973-cc2b-4680-9fe7-6bf9793b6880 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.935299] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Waiting for the task: (returnval){ [ 1326.935299] env[68627]: value = "task-3038205" [ 1326.935299] env[68627]: _type = "Task" [ 1326.935299] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.944949] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038205, 'name': Rename_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.967608] env[68627]: INFO nova.compute.claims [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.444734] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038205, 'name': Rename_Task, 'duration_secs': 0.145106} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.445146] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.445236] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edb5701c-ce80-4267-9457-2f8f7c323bf1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.450424] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Waiting for the task: (returnval){ [ 1327.450424] env[68627]: value = "task-3038206" [ 1327.450424] env[68627]: _type = "Task" [ 1327.450424] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.457082] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.960336] env[68627]: DEBUG oslo_vmware.api [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038206, 'name': PowerOnVM_Task, 'duration_secs': 0.415377} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.960562] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.960871] env[68627]: INFO nova.compute.manager [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Took 6.27 seconds to spawn the instance on the hypervisor. [ 1327.961076] env[68627]: DEBUG nova.compute.manager [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.961827] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608c78bf-4d71-4fe9-a743-9ff9c0d4f230 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.025540] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b52f4da-23ae-4c28-b25c-42e571265816 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.032560] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e23eba8-97d5-48e2-8ce6-9927d8e56c80 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.062359] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fcadcf-8a04-40be-8f0e-275ab258655f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.069291] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90da756a-62e7-47a7-82ad-ea77339c8775 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.083100] env[68627]: DEBUG nova.compute.provider_tree [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.478934] env[68627]: INFO nova.compute.manager [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Took 11.30 seconds to build instance. [ 1328.586063] env[68627]: DEBUG nova.scheduler.client.report [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.780516] env[68627]: DEBUG oslo_concurrency.lockutils [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "d8a82276-66b6-4140-8a93-846d1351e388" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.780765] env[68627]: DEBUG oslo_concurrency.lockutils [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "d8a82276-66b6-4140-8a93-846d1351e388" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.980640] env[68627]: DEBUG oslo_concurrency.lockutils [None req-b3cf990e-760f-4ce5-8432-bdc4e9e06ff1 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lock "2d849229-da7d-42e2-8d56-8aef79fc80ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.809s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.091460] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.130s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.120990] env[68627]: INFO nova.network.neutron [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Updating port efb7488d-a2fe-470a-bfc9-d7c8c6b708db with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1329.211519] env[68627]: DEBUG oslo_concurrency.lockutils [None req-366db5b3-5332-43ef-b403-1ed453aedc8f tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Acquiring lock "interface-2d849229-da7d-42e2-8d56-8aef79fc80ce-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.211770] env[68627]: DEBUG oslo_concurrency.lockutils [None req-366db5b3-5332-43ef-b403-1ed453aedc8f tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lock "interface-2d849229-da7d-42e2-8d56-8aef79fc80ce-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.212103] env[68627]: DEBUG nova.objects.instance [None req-366db5b3-5332-43ef-b403-1ed453aedc8f tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lazy-loading 'flavor' on Instance uuid 2d849229-da7d-42e2-8d56-8aef79fc80ce {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.284191] env[68627]: DEBUG nova.compute.utils [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Using /dev/sd instead of None {{(pid=68627) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.716298] env[68627]: DEBUG nova.objects.instance [None req-366db5b3-5332-43ef-b403-1ed453aedc8f tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lazy-loading 'pci_requests' on Instance uuid 2d849229-da7d-42e2-8d56-8aef79fc80ce {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.788217] env[68627]: DEBUG oslo_concurrency.lockutils [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "d8a82276-66b6-4140-8a93-846d1351e388" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.219125] env[68627]: DEBUG nova.objects.base [None req-366db5b3-5332-43ef-b403-1ed453aedc8f tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Object Instance<2d849229-da7d-42e2-8d56-8aef79fc80ce> lazy-loaded attributes: flavor,pci_requests {{(pid=68627) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1330.219388] env[68627]: DEBUG nova.network.neutron [None req-366db5b3-5332-43ef-b403-1ed453aedc8f tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] allocate_for_instance() {{(pid=68627) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.288500] env[68627]: DEBUG oslo_concurrency.lockutils [None req-366db5b3-5332-43ef-b403-1ed453aedc8f tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lock "interface-2d849229-da7d-42e2-8d56-8aef79fc80ce-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.077s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.505361] env[68627]: DEBUG nova.compute.manager [req-45a08220-6955-4ff9-8dfe-dd07e3129609 req-024038c1-1d41-4d7d-9e16-34c3bf413c5a service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Received event network-vif-plugged-efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.505456] env[68627]: DEBUG oslo_concurrency.lockutils [req-45a08220-6955-4ff9-8dfe-dd07e3129609 req-024038c1-1d41-4d7d-9e16-34c3bf413c5a service nova] Acquiring lock "c04d97dc-1254-462e-ad32-04cc063819f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.505765] env[68627]: DEBUG oslo_concurrency.lockutils [req-45a08220-6955-4ff9-8dfe-dd07e3129609 req-024038c1-1d41-4d7d-9e16-34c3bf413c5a service nova] Lock "c04d97dc-1254-462e-ad32-04cc063819f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.505894] env[68627]: DEBUG oslo_concurrency.lockutils [req-45a08220-6955-4ff9-8dfe-dd07e3129609 req-024038c1-1d41-4d7d-9e16-34c3bf413c5a service nova] Lock "c04d97dc-1254-462e-ad32-04cc063819f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.506310] env[68627]: DEBUG nova.compute.manager [req-45a08220-6955-4ff9-8dfe-dd07e3129609 req-024038c1-1d41-4d7d-9e16-34c3bf413c5a service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] No waiting events found dispatching network-vif-plugged-efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1330.506556] env[68627]: WARNING nova.compute.manager [req-45a08220-6955-4ff9-8dfe-dd07e3129609 req-024038c1-1d41-4d7d-9e16-34c3bf413c5a service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Received unexpected event network-vif-plugged-efb7488d-a2fe-470a-bfc9-d7c8c6b708db for instance with vm_state shelved_offloaded and task_state spawning. [ 1330.591817] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.592052] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.592285] env[68627]: DEBUG nova.network.neutron [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Building network info cache for instance {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.845926] env[68627]: DEBUG oslo_concurrency.lockutils [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "d8a82276-66b6-4140-8a93-846d1351e388" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.846338] env[68627]: DEBUG oslo_concurrency.lockutils [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "d8a82276-66b6-4140-8a93-846d1351e388" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.846463] env[68627]: INFO nova.compute.manager [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Attaching volume 59c8ab5d-bc86-403f-b4aa-eb3832dd3046 to /dev/sdb [ 1330.878740] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3b7b75-a847-427c-9b71-08fd85fee950 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.885774] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee34f700-7640-4ec3-a6dc-e86b43607ba7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.899092] env[68627]: DEBUG nova.virt.block_device [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Updating existing volume attachment record: aff8e047-1491-4347-bd43-a7b8daffd122 {{(pid=68627) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1331.297782] env[68627]: DEBUG nova.network.neutron [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Updating instance_info_cache with network_info: [{"id": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "address": "fa:16:3e:33:81:69", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb7488d-a2", "ovs_interfaceid": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.800961] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.828106] env[68627]: DEBUG nova.virt.hardware [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-16T13:44:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f9a322ff95a1def3a7e119af9fb2c210',container_format='bare',created_at=2025-03-16T13:58:33Z,direct_url=,disk_format='vmdk',id=daf53fd3-5215-4da8-afc1-d6386ac33d65,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1946601043-shelved',owner='53b4c921012443498d471ec05c26486d',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-03-16T13:58:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.828371] env[68627]: DEBUG nova.virt.hardware [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.828527] env[68627]: DEBUG nova.virt.hardware [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image limits 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.828709] env[68627]: DEBUG nova.virt.hardware [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Flavor pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.828855] env[68627]: DEBUG nova.virt.hardware [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Image pref 0:0:0 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.828997] env[68627]: DEBUG nova.virt.hardware [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68627) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.829220] env[68627]: DEBUG nova.virt.hardware [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.829374] env[68627]: DEBUG nova.virt.hardware [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.829535] env[68627]: DEBUG nova.virt.hardware [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Got 1 possible topologies {{(pid=68627) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.829696] env[68627]: DEBUG nova.virt.hardware [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.829864] env[68627]: DEBUG nova.virt.hardware [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68627) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.830751] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ca947f-770e-464b-a9bb-2d97552a6ef9 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.838789] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b947e0-8b29-461e-98ee-9666023499ec {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.852990] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:81:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efb7488d-a2fe-470a-bfc9-d7c8c6b708db', 'vif_model': 'vmxnet3'}] {{(pid=68627) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.860624] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.861115] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Creating VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.861433] env[68627]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed801b2c-7b25-48c8-8317-d0a6e19f92e7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.880674] env[68627]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.880674] env[68627]: value = "task-3038208" [ 1331.880674] env[68627]: _type = "Task" [ 1331.880674] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.888245] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038208, 'name': CreateVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.283311] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Acquiring lock "2d849229-da7d-42e2-8d56-8aef79fc80ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.283594] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lock "2d849229-da7d-42e2-8d56-8aef79fc80ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.283813] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Acquiring lock "2d849229-da7d-42e2-8d56-8aef79fc80ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.283997] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lock "2d849229-da7d-42e2-8d56-8aef79fc80ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.284189] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lock "2d849229-da7d-42e2-8d56-8aef79fc80ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.286390] env[68627]: INFO nova.compute.manager [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Terminating instance [ 1332.390140] env[68627]: DEBUG oslo_vmware.api [-] Task: {'id': task-3038208, 'name': CreateVM_Task, 'duration_secs': 0.344898} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.390313] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Created VM on the ESX host {{(pid=68627) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.390909] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/daf53fd3-5215-4da8-afc1-d6386ac33d65" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.391091] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/daf53fd3-5215-4da8-afc1-d6386ac33d65" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.391459] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/daf53fd3-5215-4da8-afc1-d6386ac33d65" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.391703] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd0214f-5d82-4e2b-9140-e6b6d884cff8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.395846] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1332.395846] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d5b16c-d274-f4be-d7b5-b11c52fb8877" [ 1332.395846] env[68627]: _type = "Task" [ 1332.395846] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.404175] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]52d5b16c-d274-f4be-d7b5-b11c52fb8877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.532518] env[68627]: DEBUG nova.compute.manager [req-8cb94db5-0793-4f9e-8ed4-c3a5a1fa0f62 req-0e5dd608-2d69-404f-a3e0-712bda506de3 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Received event network-changed-efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.532720] env[68627]: DEBUG nova.compute.manager [req-8cb94db5-0793-4f9e-8ed4-c3a5a1fa0f62 req-0e5dd608-2d69-404f-a3e0-712bda506de3 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Refreshing instance network info cache due to event network-changed-efb7488d-a2fe-470a-bfc9-d7c8c6b708db. {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.532929] env[68627]: DEBUG oslo_concurrency.lockutils [req-8cb94db5-0793-4f9e-8ed4-c3a5a1fa0f62 req-0e5dd608-2d69-404f-a3e0-712bda506de3 service nova] Acquiring lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.533081] env[68627]: DEBUG oslo_concurrency.lockutils [req-8cb94db5-0793-4f9e-8ed4-c3a5a1fa0f62 req-0e5dd608-2d69-404f-a3e0-712bda506de3 service nova] Acquired lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.533241] env[68627]: DEBUG nova.network.neutron [req-8cb94db5-0793-4f9e-8ed4-c3a5a1fa0f62 req-0e5dd608-2d69-404f-a3e0-712bda506de3 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Refreshing network info cache for port efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.791064] env[68627]: DEBUG nova.compute.manager [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.791064] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.791714] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2bf4c5-dd94-4acc-b60b-5c52d08beba1 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.800379] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.800679] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfea7946-a539-411b-b221-fec074bad2c4 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.807548] env[68627]: DEBUG oslo_vmware.api [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Waiting for the task: (returnval){ [ 1332.807548] env[68627]: value = "task-3038209" [ 1332.807548] env[68627]: _type = "Task" [ 1332.807548] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.815403] env[68627]: DEBUG oslo_vmware.api [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.906409] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/daf53fd3-5215-4da8-afc1-d6386ac33d65" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.906819] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Processing image daf53fd3-5215-4da8-afc1-d6386ac33d65 {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.906924] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/daf53fd3-5215-4da8-afc1-d6386ac33d65/daf53fd3-5215-4da8-afc1-d6386ac33d65.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.907086] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/daf53fd3-5215-4da8-afc1-d6386ac33d65/daf53fd3-5215-4da8-afc1-d6386ac33d65.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.907322] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.907615] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6afa11c3-fc98-4070-a746-49edb47fe8a0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.916607] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.916797] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68627) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.917572] env[68627]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb155251-558f-4a79-9546-f50ffcc8c78b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.922876] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1332.922876] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]525159cd-9091-ce92-9c0d-34f7542b8177" [ 1332.922876] env[68627]: _type = "Task" [ 1332.922876] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.931033] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': session[52cb38cd-b17b-d074-64ee-583b98bec61e]525159cd-9091-ce92-9c0d-34f7542b8177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.221116] env[68627]: DEBUG nova.network.neutron [req-8cb94db5-0793-4f9e-8ed4-c3a5a1fa0f62 req-0e5dd608-2d69-404f-a3e0-712bda506de3 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Updated VIF entry in instance network info cache for port efb7488d-a2fe-470a-bfc9-d7c8c6b708db. {{(pid=68627) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.221504] env[68627]: DEBUG nova.network.neutron [req-8cb94db5-0793-4f9e-8ed4-c3a5a1fa0f62 req-0e5dd608-2d69-404f-a3e0-712bda506de3 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Updating instance_info_cache with network_info: [{"id": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "address": "fa:16:3e:33:81:69", "network": {"id": "afab6765-a669-4f87-9a46-7333c81e9204", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1196018765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4c921012443498d471ec05c26486d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb7488d-a2", "ovs_interfaceid": "efb7488d-a2fe-470a-bfc9-d7c8c6b708db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.317261] env[68627]: DEBUG oslo_vmware.api [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038209, 'name': PowerOffVM_Task, 'duration_secs': 0.168252} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.317532] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.317718] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.317962] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aad2dc32-99b0-408e-aba5-1e4ef127d425 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.432734] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Preparing fetch location {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1333.432974] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Fetch image to [datastore2] OSTACK_IMG_e02c143c-b73c-4889-bb2b-078ee31f0cad/OSTACK_IMG_e02c143c-b73c-4889-bb2b-078ee31f0cad.vmdk {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1333.433150] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Downloading stream optimized image daf53fd3-5215-4da8-afc1-d6386ac33d65 to [datastore2] OSTACK_IMG_e02c143c-b73c-4889-bb2b-078ee31f0cad/OSTACK_IMG_e02c143c-b73c-4889-bb2b-078ee31f0cad.vmdk on the data store datastore2 as vApp {{(pid=68627) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1333.433319] env[68627]: DEBUG nova.virt.vmwareapi.images [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Downloading image file data daf53fd3-5215-4da8-afc1-d6386ac33d65 to the ESX as VM named 'OSTACK_IMG_e02c143c-b73c-4889-bb2b-078ee31f0cad' {{(pid=68627) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1333.472350] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.472571] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.472755] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Deleting the datastore file [datastore2] 2d849229-da7d-42e2-8d56-8aef79fc80ce {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.473018] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28288867-3d5f-40dd-bc4f-5a83a40f3a51 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.479474] env[68627]: DEBUG oslo_vmware.api [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Waiting for the task: (returnval){ [ 1333.479474] env[68627]: value = "task-3038212" [ 1333.479474] env[68627]: _type = "Task" [ 1333.479474] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.489203] env[68627]: DEBUG oslo_vmware.api [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.505336] env[68627]: DEBUG oslo_vmware.rw_handles [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1333.505336] env[68627]: value = "resgroup-9" [ 1333.505336] env[68627]: _type = "ResourcePool" [ 1333.505336] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1333.505631] env[68627]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c4b4f771-aabf-413b-bc9e-9ee5fa6b3f88 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.525474] env[68627]: DEBUG oslo_vmware.rw_handles [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lease: (returnval){ [ 1333.525474] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5275c2b2-98cc-97d7-96d0-cc96882c2780" [ 1333.525474] env[68627]: _type = "HttpNfcLease" [ 1333.525474] env[68627]: } obtained for vApp import into resource pool (val){ [ 1333.525474] env[68627]: value = "resgroup-9" [ 1333.525474] env[68627]: _type = "ResourcePool" [ 1333.525474] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1333.525849] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the lease: (returnval){ [ 1333.525849] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5275c2b2-98cc-97d7-96d0-cc96882c2780" [ 1333.525849] env[68627]: _type = "HttpNfcLease" [ 1333.525849] env[68627]: } to be ready. {{(pid=68627) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1333.531440] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1333.531440] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5275c2b2-98cc-97d7-96d0-cc96882c2780" [ 1333.531440] env[68627]: _type = "HttpNfcLease" [ 1333.531440] env[68627]: } is initializing. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1333.724169] env[68627]: DEBUG oslo_concurrency.lockutils [req-8cb94db5-0793-4f9e-8ed4-c3a5a1fa0f62 req-0e5dd608-2d69-404f-a3e0-712bda506de3 service nova] Releasing lock "refresh_cache-c04d97dc-1254-462e-ad32-04cc063819f2" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.990139] env[68627]: DEBUG oslo_vmware.api [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Task: {'id': task-3038212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1427} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.990139] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.990139] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.990583] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.990583] env[68627]: INFO nova.compute.manager [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1333.990583] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.990837] env[68627]: DEBUG nova.compute.manager [-] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.990932] env[68627]: DEBUG nova.network.neutron [-] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.033166] env[68627]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1334.033166] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5275c2b2-98cc-97d7-96d0-cc96882c2780" [ 1334.033166] env[68627]: _type = "HttpNfcLease" [ 1334.033166] env[68627]: } is ready. {{(pid=68627) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1334.033472] env[68627]: DEBUG oslo_vmware.rw_handles [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1334.033472] env[68627]: value = "session[52cb38cd-b17b-d074-64ee-583b98bec61e]5275c2b2-98cc-97d7-96d0-cc96882c2780" [ 1334.033472] env[68627]: _type = "HttpNfcLease" [ 1334.033472] env[68627]: }. {{(pid=68627) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1334.034176] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d4dc60-46c0-493b-b18c-c05ac53282fe {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.040998] env[68627]: DEBUG oslo_vmware.rw_handles [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526496a9-1bd5-3586-009c-f3cf87f03d2a/disk-0.vmdk from lease info. {{(pid=68627) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1334.041195] env[68627]: DEBUG oslo_vmware.rw_handles [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526496a9-1bd5-3586-009c-f3cf87f03d2a/disk-0.vmdk. {{(pid=68627) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1334.107102] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7d2cfb09-913b-4a66-8e62-895d8e7a5c2c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.561147] env[68627]: DEBUG nova.compute.manager [req-35b036e7-693e-42a3-81bb-a86b405cbd46 req-452c7339-ebcf-46c6-9216-b7a68af74d60 service nova] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Received event network-vif-deleted-2fd525b3-e46f-4955-a43d-5d2c322c5606 {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.561147] env[68627]: INFO nova.compute.manager [req-35b036e7-693e-42a3-81bb-a86b405cbd46 req-452c7339-ebcf-46c6-9216-b7a68af74d60 service nova] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Neutron deleted interface 2fd525b3-e46f-4955-a43d-5d2c322c5606; detaching it from the instance and deleting it from the info cache [ 1334.561367] env[68627]: DEBUG nova.network.neutron [req-35b036e7-693e-42a3-81bb-a86b405cbd46 req-452c7339-ebcf-46c6-9216-b7a68af74d60 service nova] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.716519] env[68627]: DEBUG nova.network.neutron [-] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.066664] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b29c5c07-d71a-449c-8949-531377994fd0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.078021] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eebae5-ceb9-4d75-a3d9-ccfde52bfcee {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.107311] env[68627]: DEBUG nova.compute.manager [req-35b036e7-693e-42a3-81bb-a86b405cbd46 req-452c7339-ebcf-46c6-9216-b7a68af74d60 service nova] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Detach interface failed, port_id=2fd525b3-e46f-4955-a43d-5d2c322c5606, reason: Instance 2d849229-da7d-42e2-8d56-8aef79fc80ce could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1335.182637] env[68627]: DEBUG oslo_vmware.rw_handles [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Completed reading data from the image iterator. {{(pid=68627) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1335.182935] env[68627]: DEBUG oslo_vmware.rw_handles [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526496a9-1bd5-3586-009c-f3cf87f03d2a/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1335.183896] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481ff462-38cd-4389-a156-4faca88ff21c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.190552] env[68627]: DEBUG oslo_vmware.rw_handles [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526496a9-1bd5-3586-009c-f3cf87f03d2a/disk-0.vmdk is in state: ready. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1335.190727] env[68627]: DEBUG oslo_vmware.rw_handles [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526496a9-1bd5-3586-009c-f3cf87f03d2a/disk-0.vmdk. {{(pid=68627) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1335.190976] env[68627]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-eeeca904-5bc3-4b5d-9d6c-b7a4f15f26d6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.219395] env[68627]: INFO nova.compute.manager [-] [instance: 2d849229-da7d-42e2-8d56-8aef79fc80ce] Took 1.23 seconds to deallocate network for instance. [ 1335.386194] env[68627]: DEBUG oslo_vmware.rw_handles [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526496a9-1bd5-3586-009c-f3cf87f03d2a/disk-0.vmdk. {{(pid=68627) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1335.386378] env[68627]: INFO nova.virt.vmwareapi.images [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Downloaded image file data daf53fd3-5215-4da8-afc1-d6386ac33d65 [ 1335.387613] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b2b0fd-8fdf-46dd-9d49-e42dd5aa2e1d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.402617] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e253db50-523b-4471-b751-5c836ea723ba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.430976] env[68627]: INFO nova.virt.vmwareapi.images [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] The imported VM was unregistered [ 1335.433355] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Caching image {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1335.433617] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Creating directory with path [datastore2] devstack-image-cache_base/daf53fd3-5215-4da8-afc1-d6386ac33d65 {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.433882] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12c06455-6278-4fda-b507-ebb7af96b82c {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.441831] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Volume attach. Driver type: vmdk {{(pid=68627) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1335.442125] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608733', 'volume_id': '59c8ab5d-bc86-403f-b4aa-eb3832dd3046', 'name': 'volume-59c8ab5d-bc86-403f-b4aa-eb3832dd3046', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8a82276-66b6-4140-8a93-846d1351e388', 'attached_at': '', 'detached_at': '', 'volume_id': '59c8ab5d-bc86-403f-b4aa-eb3832dd3046', 'serial': '59c8ab5d-bc86-403f-b4aa-eb3832dd3046'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1335.442909] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d379c76-d019-4d3e-af1c-5cbb0cc014a2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.446185] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Created directory with path [datastore2] devstack-image-cache_base/daf53fd3-5215-4da8-afc1-d6386ac33d65 {{(pid=68627) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.446367] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e02c143c-b73c-4889-bb2b-078ee31f0cad/OSTACK_IMG_e02c143c-b73c-4889-bb2b-078ee31f0cad.vmdk to [datastore2] devstack-image-cache_base/daf53fd3-5215-4da8-afc1-d6386ac33d65/daf53fd3-5215-4da8-afc1-d6386ac33d65.vmdk. {{(pid=68627) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1335.446972] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4974d2b9-2d0f-4ce9-9b6f-6a3866338af7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.459756] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d6431e-92fc-4c60-a3c6-78d02d82f230 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.463104] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1335.463104] env[68627]: value = "task-3038215" [ 1335.463104] env[68627]: _type = "Task" [ 1335.463104] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.487034] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-59c8ab5d-bc86-403f-b4aa-eb3832dd3046/volume-59c8ab5d-bc86-403f-b4aa-eb3832dd3046.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.487641] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac4be6e9-13c3-4109-9b47-eeaf940138de {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.503507] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038215, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.507950] env[68627]: DEBUG oslo_vmware.api [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1335.507950] env[68627]: value = "task-3038216" [ 1335.507950] env[68627]: _type = "Task" [ 1335.507950] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.515881] env[68627]: DEBUG oslo_vmware.api [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.726185] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.726489] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.726773] env[68627]: DEBUG nova.objects.instance [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lazy-loading 'resources' on Instance uuid 2d849229-da7d-42e2-8d56-8aef79fc80ce {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.974075] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038215, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.018901] env[68627]: DEBUG oslo_vmware.api [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.297302] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c65aac-cb5a-4dcd-818f-aba1d055762f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.306209] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a2298d-8824-4799-870d-ae3bea8be2ff {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.338271] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dfc612-1f87-4209-910a-4ae9f7594601 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.346607] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139f8050-d33c-487c-a63f-b86c7462c40d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.363130] env[68627]: DEBUG nova.compute.provider_tree [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.474271] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038215, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.518732] env[68627]: DEBUG oslo_vmware.api [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.866689] env[68627]: DEBUG nova.scheduler.client.report [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.975504] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038215, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.020086] env[68627]: DEBUG oslo_vmware.api [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.372558] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.397545] env[68627]: INFO nova.scheduler.client.report [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Deleted allocations for instance 2d849229-da7d-42e2-8d56-8aef79fc80ce [ 1337.473802] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038215, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.520421] env[68627]: DEBUG oslo_vmware.api [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038216, 'name': ReconfigVM_Task, 'duration_secs': 1.935132} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.520789] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-59c8ab5d-bc86-403f-b4aa-eb3832dd3046/volume-59c8ab5d-bc86-403f-b4aa-eb3832dd3046.vmdk or device None with type thin {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.526094] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-068357a7-972d-4d51-85e9-201a54b80b9f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.542123] env[68627]: DEBUG oslo_vmware.api [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1337.542123] env[68627]: value = "task-3038217" [ 1337.542123] env[68627]: _type = "Task" [ 1337.542123] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.550472] env[68627]: DEBUG oslo_vmware.api [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.907280] env[68627]: DEBUG oslo_concurrency.lockutils [None req-ce8531aa-69a2-49e4-b25b-1acf62baffb2 tempest-AttachInterfacesV270Test-464493169 tempest-AttachInterfacesV270Test-464493169-project-member] Lock "2d849229-da7d-42e2-8d56-8aef79fc80ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.624s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.974578] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038215, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.284939} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.974847] env[68627]: INFO nova.virt.vmwareapi.ds_util [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e02c143c-b73c-4889-bb2b-078ee31f0cad/OSTACK_IMG_e02c143c-b73c-4889-bb2b-078ee31f0cad.vmdk to [datastore2] devstack-image-cache_base/daf53fd3-5215-4da8-afc1-d6386ac33d65/daf53fd3-5215-4da8-afc1-d6386ac33d65.vmdk. [ 1337.975046] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Cleaning up location [datastore2] OSTACK_IMG_e02c143c-b73c-4889-bb2b-078ee31f0cad {{(pid=68627) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1337.975212] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e02c143c-b73c-4889-bb2b-078ee31f0cad {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.975457] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bd66617-eb57-4e2a-aebb-8d3527dbbe9e {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.980842] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1337.980842] env[68627]: value = "task-3038218" [ 1337.980842] env[68627]: _type = "Task" [ 1337.980842] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.988088] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.051277] env[68627]: DEBUG oslo_vmware.api [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038217, 'name': ReconfigVM_Task, 'duration_secs': 0.201661} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.051571] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608733', 'volume_id': '59c8ab5d-bc86-403f-b4aa-eb3832dd3046', 'name': 'volume-59c8ab5d-bc86-403f-b4aa-eb3832dd3046', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8a82276-66b6-4140-8a93-846d1351e388', 'attached_at': '', 'detached_at': '', 'volume_id': '59c8ab5d-bc86-403f-b4aa-eb3832dd3046', 'serial': '59c8ab5d-bc86-403f-b4aa-eb3832dd3046'} {{(pid=68627) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1338.492103] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037384} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.492103] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.492538] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/daf53fd3-5215-4da8-afc1-d6386ac33d65/daf53fd3-5215-4da8-afc1-d6386ac33d65.vmdk" {{(pid=68627) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.492538] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/daf53fd3-5215-4da8-afc1-d6386ac33d65/daf53fd3-5215-4da8-afc1-d6386ac33d65.vmdk to [datastore2] c04d97dc-1254-462e-ad32-04cc063819f2/c04d97dc-1254-462e-ad32-04cc063819f2.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.492752] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3af7eeb-4fa9-43df-8af1-16a59a197142 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.500026] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1338.500026] env[68627]: value = "task-3038219" [ 1338.500026] env[68627]: _type = "Task" [ 1338.500026] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.506981] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.011178] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038219, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.093577] env[68627]: DEBUG nova.objects.instance [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lazy-loading 'flavor' on Instance uuid d8a82276-66b6-4140-8a93-846d1351e388 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.338376] env[68627]: DEBUG oslo_concurrency.lockutils [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "d8a82276-66b6-4140-8a93-846d1351e388" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.511335] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038219, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.599526] env[68627]: DEBUG oslo_concurrency.lockutils [None req-da9c309c-b306-4b11-93cf-03de6b7553a5 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "d8a82276-66b6-4140-8a93-846d1351e388" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.753s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.600484] env[68627]: DEBUG oslo_concurrency.lockutils [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "d8a82276-66b6-4140-8a93-846d1351e388" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.262s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.012435] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038219, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.103243] env[68627]: INFO nova.compute.manager [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Detaching volume 59c8ab5d-bc86-403f-b4aa-eb3832dd3046 [ 1340.143245] env[68627]: INFO nova.virt.block_device [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Attempting to driver detach volume 59c8ab5d-bc86-403f-b4aa-eb3832dd3046 from mountpoint /dev/sdb [ 1340.143524] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Volume detach. Driver type: vmdk {{(pid=68627) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1340.143720] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608733', 'volume_id': '59c8ab5d-bc86-403f-b4aa-eb3832dd3046', 'name': 'volume-59c8ab5d-bc86-403f-b4aa-eb3832dd3046', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8a82276-66b6-4140-8a93-846d1351e388', 'attached_at': '', 'detached_at': '', 'volume_id': '59c8ab5d-bc86-403f-b4aa-eb3832dd3046', 'serial': '59c8ab5d-bc86-403f-b4aa-eb3832dd3046'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1340.145230] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b139848-7de8-4af6-9607-36cf557903db {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.169697] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2872e95e-7882-42d4-a9cb-47a952d4a272 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.177532] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b8a856-b20d-4712-9f8f-505bacb230f8 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.200378] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6efec1d-f5dd-4391-82fd-6e1383cc1e38 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.216585] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] The volume has not been displaced from its original location: [datastore2] volume-59c8ab5d-bc86-403f-b4aa-eb3832dd3046/volume-59c8ab5d-bc86-403f-b4aa-eb3832dd3046.vmdk. No consolidation needed. {{(pid=68627) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1340.221930] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1340.222305] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16619a59-ba98-4bd2-9cdc-b63e1e6bf84d {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.240226] env[68627]: DEBUG oslo_vmware.api [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1340.240226] env[68627]: value = "task-3038220" [ 1340.240226] env[68627]: _type = "Task" [ 1340.240226] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.249289] env[68627]: DEBUG oslo_vmware.api [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.512023] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038219, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.750744] env[68627]: DEBUG oslo_vmware.api [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.013148] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038219, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.234877} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.013423] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/daf53fd3-5215-4da8-afc1-d6386ac33d65/daf53fd3-5215-4da8-afc1-d6386ac33d65.vmdk to [datastore2] c04d97dc-1254-462e-ad32-04cc063819f2/c04d97dc-1254-462e-ad32-04cc063819f2.vmdk {{(pid=68627) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1341.014225] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7636fae3-8418-4737-82d4-4ac32d13c192 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.035630] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] c04d97dc-1254-462e-ad32-04cc063819f2/c04d97dc-1254-462e-ad32-04cc063819f2.vmdk or device None with type streamOptimized {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.035884] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32d8b04e-3b33-4bfd-88b5-5b9901d69791 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.054482] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1341.054482] env[68627]: value = "task-3038221" [ 1341.054482] env[68627]: _type = "Task" [ 1341.054482] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.061527] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.251111] env[68627]: DEBUG oslo_vmware.api [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038220, 'name': ReconfigVM_Task, 'duration_secs': 0.573899} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.251434] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=68627) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1341.256081] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78bd7313-297d-4481-802e-0d504b46d2eb {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.270662] env[68627]: DEBUG oslo_vmware.api [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1341.270662] env[68627]: value = "task-3038222" [ 1341.270662] env[68627]: _type = "Task" [ 1341.270662] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.278464] env[68627]: DEBUG oslo_vmware.api [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.563401] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038221, 'name': ReconfigVM_Task, 'duration_secs': 0.338008} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.563676] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Reconfigured VM instance instance-0000007d to attach disk [datastore2] c04d97dc-1254-462e-ad32-04cc063819f2/c04d97dc-1254-462e-ad32-04cc063819f2.vmdk or device None with type streamOptimized {{(pid=68627) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.564297] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-663fe004-9ee4-4579-82d0-b118f4e072fa {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.571327] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1341.571327] env[68627]: value = "task-3038223" [ 1341.571327] env[68627]: _type = "Task" [ 1341.571327] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.578848] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038223, 'name': Rename_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.780386] env[68627]: DEBUG oslo_vmware.api [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038222, 'name': ReconfigVM_Task, 'duration_secs': 0.143206} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.780685] env[68627]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-608733', 'volume_id': '59c8ab5d-bc86-403f-b4aa-eb3832dd3046', 'name': 'volume-59c8ab5d-bc86-403f-b4aa-eb3832dd3046', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8a82276-66b6-4140-8a93-846d1351e388', 'attached_at': '', 'detached_at': '', 'volume_id': '59c8ab5d-bc86-403f-b4aa-eb3832dd3046', 'serial': '59c8ab5d-bc86-403f-b4aa-eb3832dd3046'} {{(pid=68627) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1342.082984] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038223, 'name': Rename_Task, 'duration_secs': 0.133839} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.083249] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Powering on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.083490] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78997806-3eec-4aa8-b9db-b2cc49b86a0f {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.089363] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1342.089363] env[68627]: value = "task-3038224" [ 1342.089363] env[68627]: _type = "Task" [ 1342.089363] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.096258] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.323566] env[68627]: DEBUG nova.objects.instance [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lazy-loading 'flavor' on Instance uuid d8a82276-66b6-4140-8a93-846d1351e388 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.599130] env[68627]: DEBUG oslo_vmware.api [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038224, 'name': PowerOnVM_Task, 'duration_secs': 0.424085} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.599393] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Powered on the VM {{(pid=68627) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.695327] env[68627]: DEBUG nova.compute.manager [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Checking state {{(pid=68627) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.696277] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb0f030-74e3-4dbf-b567-7bda1fac0700 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.215326] env[68627]: DEBUG oslo_concurrency.lockutils [None req-533f3fc4-e19d-426b-b688-4f3f687610ea tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "c04d97dc-1254-462e-ad32-04cc063819f2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.279s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.330520] env[68627]: DEBUG oslo_concurrency.lockutils [None req-24c41c6c-9170-451d-904d-2ed58ca79288 tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "d8a82276-66b6-4140-8a93-846d1351e388" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.730s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.593159] env[68627]: DEBUG oslo_concurrency.lockutils [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "d8a82276-66b6-4140-8a93-846d1351e388" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.593410] env[68627]: DEBUG oslo_concurrency.lockutils [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "d8a82276-66b6-4140-8a93-846d1351e388" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.593628] env[68627]: DEBUG oslo_concurrency.lockutils [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "d8a82276-66b6-4140-8a93-846d1351e388-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.593832] env[68627]: DEBUG oslo_concurrency.lockutils [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "d8a82276-66b6-4140-8a93-846d1351e388-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.593991] env[68627]: DEBUG oslo_concurrency.lockutils [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "d8a82276-66b6-4140-8a93-846d1351e388-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.596137] env[68627]: INFO nova.compute.manager [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Terminating instance [ 1344.099776] env[68627]: DEBUG nova.compute.manager [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.100145] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.100841] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a0e98e-8a7a-440a-b0a5-6ff46d9db344 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.108153] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.108390] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ddb2aac-39ba-4ec2-afd2-ee2c06bd6400 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.114137] env[68627]: DEBUG oslo_vmware.api [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1344.114137] env[68627]: value = "task-3038225" [ 1344.114137] env[68627]: _type = "Task" [ 1344.114137] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.121284] env[68627]: DEBUG oslo_vmware.api [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.454558] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "c04d97dc-1254-462e-ad32-04cc063819f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.454806] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "c04d97dc-1254-462e-ad32-04cc063819f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.455041] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "c04d97dc-1254-462e-ad32-04cc063819f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.455236] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "c04d97dc-1254-462e-ad32-04cc063819f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.455408] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "c04d97dc-1254-462e-ad32-04cc063819f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.457696] env[68627]: INFO nova.compute.manager [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Terminating instance [ 1344.624649] env[68627]: DEBUG oslo_vmware.api [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038225, 'name': PowerOffVM_Task, 'duration_secs': 0.201885} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.624918] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.625095] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.625341] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48b52f41-1d1d-4a40-bc82-afd77979d30a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.682320] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.682581] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.682770] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Deleting the datastore file [datastore2] d8a82276-66b6-4140-8a93-846d1351e388 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.683061] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-120f8f2b-72eb-48ed-ae94-31d197e165d3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.689124] env[68627]: DEBUG oslo_vmware.api [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for the task: (returnval){ [ 1344.689124] env[68627]: value = "task-3038227" [ 1344.689124] env[68627]: _type = "Task" [ 1344.689124] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.696407] env[68627]: DEBUG oslo_vmware.api [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.963259] env[68627]: DEBUG nova.compute.manager [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Start destroying the instance on the hypervisor. {{(pid=68627) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.963578] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Destroying instance {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.964675] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be096a8b-fa15-4ca2-804c-6ffc28c7fb29 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.972509] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Powering off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.972759] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f534dc45-be6e-4b2c-a16d-5cc56af2ead7 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.978530] env[68627]: DEBUG oslo_vmware.api [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1344.978530] env[68627]: value = "task-3038228" [ 1344.978530] env[68627]: _type = "Task" [ 1344.978530] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.986921] env[68627]: DEBUG oslo_vmware.api [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.199393] env[68627]: DEBUG oslo_vmware.api [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Task: {'id': task-3038227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128346} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.199788] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.199844] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.199988] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.200178] env[68627]: INFO nova.compute.manager [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1345.200418] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.200614] env[68627]: DEBUG nova.compute.manager [-] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.200711] env[68627]: DEBUG nova.network.neutron [-] [instance: d8a82276-66b6-4140-8a93-846d1351e388] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.488181] env[68627]: DEBUG oslo_vmware.api [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038228, 'name': PowerOffVM_Task, 'duration_secs': 0.191843} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.488438] env[68627]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Powered off the VM {{(pid=68627) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.488605] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Unregistering the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.488853] env[68627]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d5d11f9-80b0-4796-b620-c148496aba4b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.547735] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Unregistered the VM {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.547961] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Deleting contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.548162] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleting the datastore file [datastore2] c04d97dc-1254-462e-ad32-04cc063819f2 {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.548427] env[68627]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50cc675a-3e5a-425c-b65f-d35098679f51 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.554965] env[68627]: DEBUG oslo_vmware.api [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for the task: (returnval){ [ 1345.554965] env[68627]: value = "task-3038230" [ 1345.554965] env[68627]: _type = "Task" [ 1345.554965] env[68627]: } to complete. {{(pid=68627) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.562447] env[68627]: DEBUG oslo_vmware.api [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.636481] env[68627]: DEBUG nova.compute.manager [req-5114f081-926a-4c38-a1b2-d86aa4d47da3 req-4df2f4f8-eb5f-4512-aa48-adc47aaef5f2 service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Received event network-vif-deleted-2fde0208-3982-436e-94ce-8d5e8a34720e {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.636692] env[68627]: INFO nova.compute.manager [req-5114f081-926a-4c38-a1b2-d86aa4d47da3 req-4df2f4f8-eb5f-4512-aa48-adc47aaef5f2 service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Neutron deleted interface 2fde0208-3982-436e-94ce-8d5e8a34720e; detaching it from the instance and deleting it from the info cache [ 1345.636916] env[68627]: DEBUG nova.network.neutron [req-5114f081-926a-4c38-a1b2-d86aa4d47da3 req-4df2f4f8-eb5f-4512-aa48-adc47aaef5f2 service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.064629] env[68627]: DEBUG oslo_vmware.api [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Task: {'id': task-3038230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129259} completed successfully. {{(pid=68627) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.064939] env[68627]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleted the datastore file {{(pid=68627) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.065141] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Deleted contents of the VM from datastore datastore2 {{(pid=68627) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.065317] env[68627]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Instance destroyed {{(pid=68627) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.065489] env[68627]: INFO nova.compute.manager [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1346.065721] env[68627]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68627) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.065921] env[68627]: DEBUG nova.compute.manager [-] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Deallocating network for instance {{(pid=68627) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1346.066025] env[68627]: DEBUG nova.network.neutron [-] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] deallocate_for_instance() {{(pid=68627) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.118154] env[68627]: DEBUG nova.network.neutron [-] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.139858] env[68627]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b20230ca-7dda-4443-bb0b-eb9415576763 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.151449] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe7a5e4-3011-450f-b987-909ad1681ebc {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.177747] env[68627]: DEBUG nova.compute.manager [req-5114f081-926a-4c38-a1b2-d86aa4d47da3 req-4df2f4f8-eb5f-4512-aa48-adc47aaef5f2 service nova] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Detach interface failed, port_id=2fde0208-3982-436e-94ce-8d5e8a34720e, reason: Instance d8a82276-66b6-4140-8a93-846d1351e388 could not be found. {{(pid=68627) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1346.620537] env[68627]: INFO nova.compute.manager [-] [instance: d8a82276-66b6-4140-8a93-846d1351e388] Took 1.42 seconds to deallocate network for instance. [ 1347.024759] env[68627]: DEBUG nova.network.neutron [-] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Updating instance_info_cache with network_info: [] {{(pid=68627) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.126451] env[68627]: DEBUG oslo_concurrency.lockutils [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.126818] env[68627]: DEBUG oslo_concurrency.lockutils [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.127065] env[68627]: DEBUG nova.objects.instance [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lazy-loading 'resources' on Instance uuid d8a82276-66b6-4140-8a93-846d1351e388 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.527149] env[68627]: INFO nova.compute.manager [-] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Took 1.46 seconds to deallocate network for instance. [ 1347.665074] env[68627]: DEBUG nova.compute.manager [req-a03e6eaa-ec9f-4956-8181-19d8bf514064 req-7d076227-6bf4-4e25-8e41-402f6f5c0f97 service nova] [instance: c04d97dc-1254-462e-ad32-04cc063819f2] Received event network-vif-deleted-efb7488d-a2fe-470a-bfc9-d7c8c6b708db {{(pid=68627) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.673504] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613b0497-ca94-434d-bcdb-21902f0b0387 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.680843] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb02471-1541-4ed1-8210-685329c9bfbd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.710619] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edef88b4-679b-4309-8ae9-38ee71d8a2d6 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.717267] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7929d5-bab3-480c-b1e3-e63a868669a3 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.729860] env[68627]: DEBUG nova.compute.provider_tree [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.033907] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.232989] env[68627]: DEBUG nova.scheduler.client.report [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.738414] env[68627]: DEBUG oslo_concurrency.lockutils [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.740740] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.707s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.740972] env[68627]: DEBUG nova.objects.instance [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lazy-loading 'resources' on Instance uuid c04d97dc-1254-462e-ad32-04cc063819f2 {{(pid=68627) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.755888] env[68627]: INFO nova.scheduler.client.report [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Deleted allocations for instance d8a82276-66b6-4140-8a93-846d1351e388 [ 1349.263476] env[68627]: DEBUG oslo_concurrency.lockutils [None req-000edae0-6054-4ec3-8dea-774367be7eba tempest-AttachVolumeNegativeTest-1956436527 tempest-AttachVolumeNegativeTest-1956436527-project-member] Lock "d8a82276-66b6-4140-8a93-846d1351e388" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.670s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.268838] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b3d3d0-9c1f-423d-941f-663dcb5c8994 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.276565] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db9fd72-cee4-4442-94c4-40b1573f08bd {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.306436] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a073fe-4b41-43f5-87a3-059f8860f8b2 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.313389] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33938da-e9bf-4037-afb7-5d1cee394aba {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.326564] env[68627]: DEBUG nova.compute.provider_tree [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.830292] env[68627]: DEBUG nova.scheduler.client.report [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.334908] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.594s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.356767] env[68627]: INFO nova.scheduler.client.report [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Deleted allocations for instance c04d97dc-1254-462e-ad32-04cc063819f2 [ 1350.865053] env[68627]: DEBUG oslo_concurrency.lockutils [None req-2f03514d-8499-4c92-b53e-413a8bb6789d tempest-ServerActionsTestOtherB-1597702203 tempest-ServerActionsTestOtherB-1597702203-project-member] Lock "c04d97dc-1254-462e-ad32-04cc063819f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.410s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.722712] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.723131] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.720028] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.715060] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.220039] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.219950] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.718628] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.719177] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.222864] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.222864] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.223083] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.223214] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68627) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1379.225053] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ec8128-ebf9-4a02-a9d3-050d589b4895 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.233022] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e8d0ed-e50c-42e0-a4dc-6023f29f3212 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.247057] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4161d2f3-80f2-438e-a2ab-867c454e64e0 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.253165] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ddc8eb-d9fc-4435-8fc7-5b3e156ef66b {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.283273] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180507MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=68627) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1379.283423] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.283615] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.303586] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1380.303833] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68627) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1380.316846] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cfb7e8-2f26-41b5-bac4-c9c2d3e64787 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.325318] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cec5a74-20ad-4e45-a93c-ab8b5f0ca82a {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.354248] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7257c328-ade4-421b-850b-19594f5c23b5 {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.360860] env[68627]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889bf47e-2bdb-430d-992c-60cd854027ad {{(pid=68627) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.373222] env[68627]: DEBUG nova.compute.provider_tree [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed in ProviderTree for provider: 490c5a55-613c-45de-8caf-4937b8fd8889 {{(pid=68627) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.876391] env[68627]: DEBUG nova.scheduler.client.report [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Inventory has not changed for provider 490c5a55-613c-45de-8caf-4937b8fd8889 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68627) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.382143] env[68627]: DEBUG nova.compute.resource_tracker [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68627) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1381.382495] env[68627]: DEBUG oslo_concurrency.lockutils [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=68627) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.383191] env[68627]: DEBUG oslo_service.periodic_task [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68627) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.383595] env[68627]: DEBUG nova.compute.manager [None req-c13157ae-536a-4eeb-be92-4aa0420f9197 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68627) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}